feat: updated label script
This commit is contained in:
committed by
mrugesh mohapatra
parent
743d719f8d
commit
cb39d645f2
65
addTestLocallyLabel.js
Normal file
65
addTestLocallyLabel.js
Normal file
@ -0,0 +1,65 @@
|
|||||||
|
require('dotenv').config();
|
||||||
|
|
||||||
|
const path = require('path');
|
||||||
|
const fs = require('fs');
|
||||||
|
const formatDate = require('date-fns/format');
|
||||||
|
|
||||||
|
const { owner, repo, fccBaseUrl, prBaseUrl } = require('./constants');
|
||||||
|
const { saveToFile, openJSONFile } = require('./fileFunctions');
|
||||||
|
const { octokitConfig, octokitAuth } = require('./octokitConfig');
|
||||||
|
const octokit = require('@octokit/rest')(octokitConfig);
|
||||||
|
const { getOpenPrs, getPrRange } = require('./getOpenPrs');
|
||||||
|
const { addLabels } = require('./addLabels');
|
||||||
|
const { rateLimiter, savePrData } = require('./utils');
|
||||||
|
|
||||||
|
octokit.authenticate(octokitAuth);
|
||||||
|
|
||||||
|
const { PrProcessingLog } = require('./prProcessingLog');
|
||||||
|
const log = new PrProcessingLog();
|
||||||
|
|
||||||
|
const prPropsToGet = ['number', 'labels'];
|
||||||
|
|
||||||
|
(async () => {
|
||||||
|
const { firstPR, lastPR } = await getPrRange();
|
||||||
|
const { openPRs } = await getOpenPrs(firstPR, lastPR, prPropsToGet);
|
||||||
|
|
||||||
|
if (openPRs.length) {
|
||||||
|
savePrData(openPRs, firstPR, lastPR);
|
||||||
|
log.start();
|
||||||
|
console.log('Starting labeling process...');
|
||||||
|
for (let count = 0; count < openPRs.length; count++) {
|
||||||
|
let { number, labels } = openPRs[count];
|
||||||
|
log.add(number, 'labels');
|
||||||
|
const labelsToAdd = {}; // holds potential labels to add based on file path
|
||||||
|
const existingLabels = labels.map(({ name }) => name);
|
||||||
|
if (existingLabels.includes('scope: curriculum')) {
|
||||||
|
labelsToAdd['status: need to test locally'] = 1;
|
||||||
|
}
|
||||||
|
log.add(number, 'labels');
|
||||||
|
|
||||||
|
/* this next section only adds needed labels which are NOT currently on the PR. */
|
||||||
|
const newLabels = Object.keys(labelsToAdd).filter(label => !existingLabels.includes(label));
|
||||||
|
if (newLabels.length) {
|
||||||
|
log.update(number, 'labels', newLabels);
|
||||||
|
if (process.env.PRODUCTION_RUN === 'true') {
|
||||||
|
addLabels(number, newLabels, log);
|
||||||
|
await rateLimiter(process.env.RATELIMIT_INTERVAL | 1500);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
else {
|
||||||
|
log.update(number, 'labels', 'none added');
|
||||||
|
}
|
||||||
|
if (count % 25 === 0) {
|
||||||
|
log.export()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
})()
|
||||||
|
.then(() => {
|
||||||
|
log.finish();
|
||||||
|
console.log('Successfully completed labeling');
|
||||||
|
})
|
||||||
|
.catch(err => {
|
||||||
|
log.finish();
|
||||||
|
console.log(err)
|
||||||
|
})
|
13
frontmatterChecks.js
Normal file
13
frontmatterChecks.js
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
const matter = require('gray-matter');
|
||||||
|
|
||||||
|
const checkFrontmatter = (fullPath, isTranslation, content) => {
|
||||||
|
const { data: frontmatter } = matter(content);
|
||||||
|
let errors = [];
|
||||||
|
if (!frontmatter || _.isEmpty(frontmatter) || !frontmatter.title) {
|
||||||
|
errors.push(`${fullPath} is missing \`title key\` frontmatter.`);
|
||||||
|
}
|
||||||
|
if (isTranslation && !frontmatter.localeTitle) {
|
||||||
|
errors.push(`${fullPath} is missing \`localeTitle\`frontmatter.`);
|
||||||
|
}
|
||||||
|
return errors;
|
||||||
|
}
|
@ -13,7 +13,7 @@ const { validLabels } = require('./validLabels');
|
|||||||
const { addLabels } = require('./addLabels');
|
const { addLabels } = require('./addLabels');
|
||||||
const { guideFolderChecks } = require('./guideFolderChecks');
|
const { guideFolderChecks } = require('./guideFolderChecks');
|
||||||
const { addComment } = require('./addComment');
|
const { addComment } = require('./addComment');
|
||||||
const { rateLimiter } = require('./utils');
|
const { rateLimiter, savePrData } = require('./utils');
|
||||||
|
|
||||||
octokit.authenticate(octokitAuth);
|
octokit.authenticate(octokitAuth);
|
||||||
|
|
||||||
@ -27,12 +27,7 @@ const prPropsToGet = ['number', 'labels', 'user'];
|
|||||||
const { openPRs } = await getOpenPrs(firstPR, lastPR, prPropsToGet);
|
const { openPRs } = await getOpenPrs(firstPR, lastPR, prPropsToGet);
|
||||||
|
|
||||||
if (openPRs.length) {
|
if (openPRs.length) {
|
||||||
console.log(`# of PRs Retrieved: ${openPRs.length}`);
|
savePrData(openPRs, firstPR, lastPR);
|
||||||
console.log(`PR Range: ${firstPR} - ${lastPR}`);
|
|
||||||
const now = formatDate(new Date(), 'YYYY-MM-DDTHHmmss');
|
|
||||||
const fileName = path.resolve(__dirname, `./work-logs/openprs_${firstPR}-${lastPR}_${now}.json`);
|
|
||||||
saveToFile(fileName, JSON.stringify(openPRs));
|
|
||||||
console.log(`Data saved in file: ${fileName}`);
|
|
||||||
|
|
||||||
log.start();
|
log.start();
|
||||||
console.log('Starting labeling process...');
|
console.log('Starting labeling process...');
|
||||||
@ -69,6 +64,9 @@ const prPropsToGet = ['number', 'labels', 'user'];
|
|||||||
if (language && validLabels[language]) {
|
if (language && validLabels[language]) {
|
||||||
labelsToAdd[validLabels[language]] = 1
|
labelsToAdd[validLabels[language]] = 1
|
||||||
}
|
}
|
||||||
|
if (articleType === 'curriculum') {
|
||||||
|
labelsToAdd['status: need to test locally'] = 1;
|
||||||
|
}
|
||||||
})
|
})
|
||||||
|
|
||||||
/* this next section only adds needed labels which are NOT currently on the PR. */
|
/* this next section only adds needed labels which are NOT currently on the PR. */
|
||||||
|
@ -10,7 +10,11 @@ class PrProcessingLog {
|
|||||||
this._lastPRlogged = null;
|
this._lastPRlogged = null;
|
||||||
this._finish = null;
|
this._finish = null;
|
||||||
this._prs = {};
|
this._prs = {};
|
||||||
this._logfile = path.resolve(__dirname, './work-logs/open-prs-processed.json');
|
this._logfile = path.resolve(__dirname, `./work-logs/${this.getRunType()}_open-prs-processed.json`);
|
||||||
|
}
|
||||||
|
|
||||||
|
getRunType() {
|
||||||
|
return process.env.PRODUCTION_RUN === 'true' ? 'production' : 'test';
|
||||||
}
|
}
|
||||||
|
|
||||||
import() {
|
import() {
|
||||||
|
17
utils.js
17
utils.js
@ -1,5 +1,20 @@
|
|||||||
|
const path = require('path');
|
||||||
|
const fs = require('fs');
|
||||||
|
const formatDate = require('date-fns/format');
|
||||||
|
|
||||||
|
const { saveToFile } = require('./fileFunctions');
|
||||||
|
|
||||||
const rateLimiter = (delay) => {
|
const rateLimiter = (delay) => {
|
||||||
return new Promise(resolve => setTimeout(() => resolve(true), delay));
|
return new Promise(resolve => setTimeout(() => resolve(true), delay));
|
||||||
};
|
};
|
||||||
|
|
||||||
module.exports = { rateLimiter };
|
const savePrData = (openPRs, firstPR, lastPR) => {
|
||||||
|
const now = formatDate(new Date(), 'YYYY-MM-DDTHHmmss');
|
||||||
|
const filename = path.resolve(__dirname, `./work-logs/openprs_${firstPR}-${lastPR}_${now}.json`);
|
||||||
|
console.log(`# of PRs Retrieved: ${openPRs.length}`);
|
||||||
|
console.log(`PR Range: ${firstPR} - ${lastPR}`);
|
||||||
|
saveToFile(filename, JSON.stringify(openPRs));
|
||||||
|
console.log(`Data saved in file: ${filename}`);
|
||||||
|
};
|
||||||
|
|
||||||
|
module.exports = { rateLimiter, savePrData };
|
||||||
|
Reference in New Issue
Block a user