4 Commits

Author SHA1 Message Date
24849b6c92 1.3.0 2018-10-23 15:10:25 -07:00
a8800d1593 docs: add clean script to readme 2018-10-23 15:10:14 -07:00
e8e252f73c feat: add a clean command 2018-10-23 15:09:27 -07:00
41d79051f8 chroe: user logger on force errors
also show error when comment isn't deleted
2018-10-23 15:08:38 -07:00
11 changed files with 43 additions and 140 deletions

View File

@@ -1,12 +1,9 @@
### Changelog ### Changelog
#### [v1.3.2](https://git.w33ble.com/w33ble/gh-action-bot/compare/v1.3.1...v1.3.2) (25 October 2018) #### [v1.3.0](https://git.w33ble.com/w33ble/gh-action-bot/compare/v1.2.1...v1.3.0) (23 October 2018)
- fix: correct month in log output [`07288be`](https://git.w33ble.com/w33ble/gh-action-bot/commit/07288bee33d6861aa53e88e856174868f37b1fd5) - feat: add a clean command [`e8e252f`](https://git.w33ble.com/w33ble/gh-action-bot/commit/e8e252f73c315663a6cc79336c914615bdfe1ad5)
- chroe: user logger on force errors [`41d7905`](https://git.w33ble.com/w33ble/gh-action-bot/commit/41d79051f8550f428ea41505ab4740caa0509e93)
#### [v1.3.1](https://git.w33ble.com/w33ble/gh-action-bot/compare/v1.2.1...v1.3.1) (23 October 2018) - docs: add clean script to readme [`a8800d1`](https://git.w33ble.com/w33ble/gh-action-bot/commit/a8800d1593f5cbd4fb5a90a895bcc88aa004e892)
- feat: add a clean command [`f3773f7`](https://git.w33ble.com/w33ble/gh-action-bot/commit/f3773f7ee7c0de42997a5b19cc5ee215da3f06ec)
- feat: track processed, comments [`31b55fc`](https://git.w33ble.com/w33ble/gh-action-bot/commit/31b55fc7c2d7042e428a12f04124e1c4cd63fd28)
- docs: add clean script to readme [`b728b8e`](https://git.w33ble.com/w33ble/gh-action-bot/commit/b728b8ef50ee1a9b79f79ccc6b27f4acaf669d15)
#### [v1.2.1](https://git.w33ble.com/w33ble/gh-action-bot/compare/v1.2.0...v1.2.1) (23 October 2018) #### [v1.2.1](https://git.w33ble.com/w33ble/gh-action-bot/compare/v1.2.0...v1.2.1) (23 October 2018)
- feat: add more debugging output [`3db973f`](https://git.w33ble.com/w33ble/gh-action-bot/commit/3db973febc5387605279f7855976a4ec431f0362) - feat: add more debugging output [`3db973f`](https://git.w33ble.com/w33ble/gh-action-bot/commit/3db973febc5387605279f7855976a4ec431f0362)

View File

@@ -1,6 +1,6 @@
{ {
"name": "gh-action-bot", "name": "gh-action-bot",
"version": "1.3.2", "version": "1.3.0",
"private": true, "private": true,
"description": "Action bot for Github", "description": "Action bot for Github",
"main": "index", "main": "index",

View File

@@ -21,7 +21,9 @@ async function forceRetest() {
comments comments
.filter(comment => bodyRegexp.test(comment.body) && comment.owner === COMMENT_ACTOR) .filter(comment => bodyRegexp.test(comment.body) && comment.owner === COMMENT_ACTOR)
.forEach(async comment => { .forEach(async comment => {
await deleteComment(repo, comment.id); const res = await deleteComment(repo, comment.id);
if (res) logger.debug(`Comment ${comment.id} deleted`);
else logger.error(new Error(`Failed to remove comment ${comment.id}`));
}); });
} }

View File

@@ -1,7 +1,7 @@
import dotenv from 'dotenv'; import dotenv from 'dotenv';
import logger from './lib/logger.mjs'; import logger from './lib/logger.mjs';
import createRepo from './lib/create_repo.mjs'; import createRepo from './lib/create_repo.mjs';
import createPullComment from './lib/create_pull_comment.mjs'; import { createComment, deleteComment } from './lib/comments.mjs';
dotenv.config(); dotenv.config();
@@ -14,7 +14,10 @@ async function forceRetest() {
} }
const repo = createRepo(ownerRepo); const repo = createRepo(ownerRepo);
await createPullComment(repo, prNumber, PULL_RETEST_BODY, { delete: true }); const comment = await createComment(repo, prNumber, PULL_RETEST_BODY);
const res = await deleteComment(repo, comment.id);
if (res) logger.debug(`Comment ${comment.id} deleted`);
else logger.error(new Error(`Failed to remove comment ${comment.id}`));
} }
forceRetest().catch(err => logger.error(err)); forceRetest().catch(err => logger.error(err));

View File

@@ -5,15 +5,12 @@ import getComments from './lib/get_comments.mjs';
import getPull from './lib/get_pull.mjs'; import getPull from './lib/get_pull.mjs';
import getCommits from './lib/get_commits.mjs'; import getCommits from './lib/get_commits.mjs';
import getCommitStatus from './lib/get_commit_status.mjs'; import getCommitStatus from './lib/get_commit_status.mjs';
import createPullComment from './lib/create_pull_comment.mjs'; import { createComment, deleteComment } from './lib/comments.mjs';
import execAndCheck from './lib/exec_and_check.mjs';
import History from './lib/history.mjs'; import History from './lib/history.mjs';
// load env vars from .env file // load env vars from .env file
dotenv.config(); dotenv.config();
const sleep = async ms => new Promise(resolve => setTimeout(resolve, ms));
async function ghActionBot() { async function ghActionBot() {
// parse repo name from cli and create repo instance // parse repo name from cli and create repo instance
const repo = createRepo(process.argv.splice(2)[0]); const repo = createRepo(process.argv.splice(2)[0]);
@@ -25,7 +22,6 @@ async function ghActionBot() {
PULL_LABEL_FILTER, PULL_LABEL_FILTER,
PULL_AUTHOR_FILTER, PULL_AUTHOR_FILTER,
PULL_RETEST_BODY, PULL_RETEST_BODY,
ACTION_CHECK_DELAY = 3000,
} = process.env; } = process.env;
// load the history module // load the history module
@@ -35,40 +31,24 @@ async function ghActionBot() {
const comments = (await getComments(repo, { const comments = (await getComments(repo, {
body: new RegExp(COMMENT_BODY_REGEXP, COMMENT_BODY_REGEXP_FLAGS), body: new RegExp(COMMENT_BODY_REGEXP, COMMENT_BODY_REGEXP_FLAGS),
actor: COMMENT_ACTOR, actor: COMMENT_ACTOR,
})).filter(comment => !history.get(comment.id)); // skip comments already processed })).filter(comment => !history.get(comment.id));
if (comments.length) logger.debug(`Found ${comments.length} comments to process`);
// read pull data // read pull data
const pulls = (await Promise.all( const pulls = (await Promise.all(
comments.map(async comment => { comments.map(async comment => {
// keep track of comments that have been processed
history.add(comment);
logger.debug(`PROCESS COMMENT ON #${comment.number}`);
const pull = await getPull(repo, comment.number); const pull = await getPull(repo, comment.number);
// filter out any closed pulls
if (pull.state !== 'open') { if (pull.state !== 'open') {
logger.debug(`SKIP PULL #${pull.number}: state is ${pull.state}`); logger.debug(`SKIP #${pull.number}: state is ${pull.state}`);
return false; return false; // filter out any closed pulls
} }
// filter on owner
if (PULL_AUTHOR_FILTER && pull.owner !== PULL_AUTHOR_FILTER) { if (PULL_AUTHOR_FILTER && pull.owner !== PULL_AUTHOR_FILTER) {
logger.debug(`SKIP PULL #${pull.number}: author is ${pull.owner}`); logger.debug(`SKIP #${pull.number}: author is ${pull.owner}`);
return false; return false; // filter on owner
} }
// filter on label
if (PULL_LABEL_FILTER && !pull.labels.includes(PULL_LABEL_FILTER)) { if (PULL_LABEL_FILTER && !pull.labels.includes(PULL_LABEL_FILTER)) {
logger.debug( logger.debug(`SKIP #${pull.number}: labels are ${pull.labels.join(',')}`);
`SKIP PULL #${ return false; // filter on label
pull.number
}: labels missing '${PULL_LABEL_FILTER}', found ${pull.labels.join(',')}`
);
return false;
} }
return { comment, pull }; return { comment, pull };
@@ -79,39 +59,28 @@ async function ghActionBot() {
pulls.map(async ({ pull, comment }) => { pulls.map(async ({ pull, comment }) => {
const commit = await getCommits(repo, pull.number, true); const commit = await getCommits(repo, pull.number, true);
const buildStatus = await getCommitStatus(repo, commit.sha); const buildStatus = await getCommitStatus(repo, commit.sha);
// do nothing if the build has not started, or is pending or successful // do nothing if the build has not started, or is pending or successful
if (!buildStatus || buildStatus.state === 'pending' || buildStatus.state === 'success') { if (!buildStatus || buildStatus.state === 'pending' || buildStatus.state === 'success') {
logger.debug(`SKIP PULL #${pull.number}: build status is ${buildStatus.state}`); logger.debug(`SKIP #${pull.number}: build status is ${buildStatus.state}`);
return false; return false;
} }
return { comment, pull, commit, buildStatus }; return { comment, pull, commit, buildStatus };
}) })
)).filter(Boolean); )).filter(Boolean);
logger.log(`${records.length ? `Found ${records.length}` : `≧(´▽`)≦ No`} outstanding failures`); if (records.length) {
logger.log(`Found ${records.length} outstanding failures`);
} else {
logger.debug(`Found ${records.length} outstanding failures`);
}
await Promise.all( await Promise.all(
records.map(record => records.map(async record => {
execAndCheck( logger.log(`Re-testing PR #${record.pull.number}`);
() => createPullComment(repo, record.pull.number, PULL_RETEST_BODY, { delete: true }), const comment = await createComment(repo, records[0].pull.number, PULL_RETEST_BODY);
async () => { logger.debug(`Created comment id ${comment.id}`);
logger.debug(`CHECK #${record.pull.number}: verify state change`); await deleteComment(repo, comment.id);
})
// wait for the ci to restart
await sleep(ACTION_CHECK_DELAY);
// check that the commit status is now pending
const buildStatus = await getCommitStatus(repo, record.commit.sha);
return buildStatus.state === 'pending';
},
() => {
history.remove(record.comment);
logger.error(`Pull comment failed to trigger action on pull #${record.pull.number}`);
}
)
)
); );
} }

View File

@@ -1,12 +1,7 @@
import logger from './logger.mjs';
export async function createComment(repo, issueId, body) { export async function createComment(repo, issueId, body) {
return repo.issues(issueId).comments.create({ body }); return repo.issues(issueId).comments.create({ body });
} }
export async function deleteComment(repo, commentId) { export async function deleteComment(repo, commentId) {
const res = await repo.issues.comments(commentId).remove(); return repo.issues.comments(commentId).remove();
if (res) logger.debug(`Comment ${commentId} deleted`);
else logger.error(new Error(`Failed to remove comment ${commentId}`));
return res;
} }

View File

@@ -1,14 +0,0 @@
import logger from './logger.mjs';
import { createComment, deleteComment } from './comments.mjs';
export default async function createPullComment(repo, number, body, opts = {}) {
logger.log(`Adding comment to PR #${number}`);
const comment = await createComment(repo, number, body);
logger.debug(`Created comment id ${comment.id}`);
const options = Object.assign({ delete: false }, opts);
if (options.delete) await deleteComment(repo, comment.id);
return comment.id;
}

View File

@@ -1,21 +0,0 @@
export default async function execAndCheck(fn, test, onFailure = () => {}, opts = { tries: 3 }) {
let count = 0;
const tryExec = async () => {
// exec function
await fn();
// check test function result (pass/fail)
const res = await test();
if (res) return;
// if retry limit is hit, call failure function
count += 1;
if (count >= opts.tries) return onFailure(); // eslint-disable-line consistent-return
// retry the function and retest the results
return tryExec(); // eslint-disable-line consistent-return
};
return tryExec();
}

View File

@@ -1,10 +1,5 @@
import logger from './logger.mjs'; import logger from './logger.mjs';
function truncate(str, len = 26) {
if (str.length <= len) return str;
return `${str.slice(0, len)}...`;
}
export default async function getEvents(repo, { body, actor } = {}) { export default async function getEvents(repo, { body, actor } = {}) {
const events = await repo.events.fetch(); const events = await repo.events.fetch();
@@ -37,12 +32,14 @@ export default async function getEvents(repo, { body, actor } = {}) {
`SKIP EVENT ${isComment ? `#${comment.payload.issue.number}` : comment.id}: ${ `SKIP EVENT ${isComment ? `#${comment.payload.issue.number}` : comment.id}: ${
comment.type comment.type
} ${comment.payload.action} by ${comment.actor.login}`, } ${comment.payload.action} by ${comment.actor.login}`,
isComment && !bodyMatch && `(${truncate(comment.payload.comment.body)})` isComment && !bodyMatch && `(${comment.payload.comment.body.slice(0, 30)})`
); );
} }
return false; return false;
} }
logger.debug(`PROCESS #${comment.payload.issue.number}`);
return { return {
id: comment.id, id: comment.id,
number: comment.payload.issue.number, number: comment.payload.issue.number,

View File

@@ -1,9 +1,6 @@
import fs from 'fs'; import fs from 'fs';
import path from 'path'; import path from 'path';
const MAX_ITEMS = 1000; // max entries in history
const TRUNCATE_AMOUNT = 200; // count of entries to remove when max is hit
export default class History { export default class History {
constructor() { constructor() {
this.filePath = path.resolve('data', 'history.json'); this.filePath = path.resolve('data', 'history.json');
@@ -15,41 +12,19 @@ export default class History {
} }
} }
persist() { get(id) {
fs.writeFileSync(this.filePath, JSON.stringify(this.db), { encoding: 'utf8' }); return this.db.find(doc => parseInt(doc.id, 10) === parseInt(id, 10));
}
get(id, index = false) {
if (!index) {
return this.db.find(doc => parseInt(doc.id, 10) === parseInt(id, 10));
}
return this.db.findIndex(doc => parseInt(doc.id, 10) === parseInt(id, 10));
} }
add(doc) { add(doc) {
// prevent duplicate entries // prevent duplicate entries
if (this.get(doc.id)) return; if (this.get(doc.id)) return;
// add doc to history // add doc to history, truncate as needed
this.db.push(doc); this.db.push(doc);
if (this.db.length > 1000) this.db.splice(0, 1000);
// truncate as needed, removing first TRUNCATE_AMOUNT entries from the array
if (this.db.length > MAX_ITEMS) this.db.splice(0, TRUNCATE_AMOUNT);
// write the updated content to the file // write the updated content to the file
this.persist(); fs.writeFileSync(this.filePath, JSON.stringify(this.db), { encoding: 'utf8' });
}
remove(doc) {
const idx = this.get(doc.id, true);
// removing document at matched index
if (idx !== -1) {
this.db.splice(idx, 1);
// write the updated content to the file
this.persist();
}
} }
} }

View File

@@ -11,7 +11,7 @@ const zeroPad = (str, len) => {
const getTimestamp = () => { const getTimestamp = () => {
const d = new Date(); const d = new Date();
return `${[d.getFullYear(), zeroPad(d.getMonth() + 1, 2), zeroPad(d.getDate(), 2)].join('/')} ${[ return `${[d.getFullYear(), zeroPad(d.getMonth(), 2), zeroPad(d.getDate(), 2)].join('/')} ${[
zeroPad(d.getHours(), 2), zeroPad(d.getHours(), 2),
zeroPad(d.getMinutes(), 2), zeroPad(d.getMinutes(), 2),
zeroPad(d.getSeconds(), 2), zeroPad(d.getSeconds(), 2),