mirror of
https://github.com/morten-olsen/github-backup.git
synced 2026-02-08 01:36:24 +01:00
Sceduled mode
This commit is contained in:
Morten Olsen
99
src/index.ts
99
src/index.ts
@@ -1,89 +1,20 @@
|
||||
require('dotenv').config();
|
||||
import { Octokit } from '@octokit/rest';
|
||||
import simpleGit from 'simple-git';
|
||||
import fs from 'fs-extra';
|
||||
import path from 'path';
|
||||
import ora from 'ora';
|
||||
import runBackup from './run';
|
||||
import { program } from 'commander';
|
||||
import cron from 'node-cron';
|
||||
|
||||
const token = process.env.GITHUB_TOKEN;
|
||||
const backupLocation = path.resolve(process.env.GITHUB_BACKUP_LOCATION || '/backup');
|
||||
const included = (process.env.INCLUDE || '*/*').split(',');
|
||||
const excluded = (process.env.EXCLUDE || '').split(',');
|
||||
const run = program.command('run');
|
||||
run.action(runBackup)
|
||||
|
||||
const mirror = async (target: string, repo: string) => {
|
||||
const authRemote = `https://foo:${token}@github.com/${repo}`
|
||||
|
||||
if (fs.existsSync(target)) {
|
||||
const git = simpleGit(target);
|
||||
const remotes = await git.getRemotes();
|
||||
const origin = remotes.find(r => r.name === 'origin');
|
||||
if (origin) {
|
||||
await git.remote(['set-url', 'origin', authRemote]);
|
||||
} else {
|
||||
await git.addRemote('origin', authRemote);
|
||||
}
|
||||
await git.remote(['update']);
|
||||
await git.remote(['set-url', 'origin', `https://github.com/${repo}`]);
|
||||
} else {
|
||||
await fs.mkdirp(target);
|
||||
const git = simpleGit(target);
|
||||
await git.mirror(authRemote, target);
|
||||
await git.remote(['set-url', 'origin', `https://github.com/${repo}`]);
|
||||
}
|
||||
};
|
||||
|
||||
const shouldRun = (repoUser: string, repoName: string) => {
|
||||
const isIncluded = included.reduce((result, current) => {
|
||||
if (result) return result;
|
||||
const [user = '*', repo = '*'] = current.split('/');
|
||||
return (user === '*' || user === repoUser) && (repo === '*' || repo === repoName);
|
||||
}, false)
|
||||
|
||||
const isExcluded = excluded.reduce((result, current) => {
|
||||
if (result) return result;
|
||||
const [user = '', repo = ''] = current.split('/');
|
||||
return (user === '*' || user === repoUser) && (repo === '*' || repo === repoName);
|
||||
}, false)
|
||||
|
||||
return isIncluded && !isExcluded;
|
||||
}
|
||||
|
||||
const run = async () => {
|
||||
const github = new Octokit({
|
||||
auth: process.env.GITHUB_TOKEN,
|
||||
const schedule = program.command('schedule');
|
||||
schedule.action(() => {
|
||||
const schedule = process.env.SCHEDULE || '0 0 3 * * Sunday';
|
||||
cron.schedule(schedule, () => {
|
||||
runBackup().catch((err) => {
|
||||
console.error(err);
|
||||
process.exit(-1);
|
||||
});
|
||||
});
|
||||
});
|
||||
|
||||
const action = github.repos.listForAuthenticatedUser;
|
||||
const errors: any[] = [];
|
||||
for await (const repos of github.paginate.iterator(action, { visibility: 'all' })) {
|
||||
for (const repo of repos.data) {
|
||||
if (!shouldRun(repo.owner.login, repo.name)) {
|
||||
console.log(`skipping ${repo.full_name}`)
|
||||
continue;
|
||||
}
|
||||
const loader = ora('preparing');
|
||||
loader.prefixText = repo.full_name;
|
||||
loader.start();
|
||||
try {
|
||||
const repoBackupLocation = path.join(backupLocation, repo.full_name);
|
||||
const infoLocation = path.join(repoBackupLocation, 'info.json');
|
||||
const gitLocation = path.join(repoBackupLocation, 'git');
|
||||
await fs.mkdirp(repoBackupLocation);
|
||||
loader.text = 'fething info';
|
||||
await fs.writeFile(infoLocation, JSON.stringify(repo, null, ' '), 'utf-8');
|
||||
loader.text = 'mirroring';
|
||||
await mirror(gitLocation, repo.full_name);
|
||||
loader.text = '';
|
||||
loader.succeed();
|
||||
} catch (err: any) {
|
||||
loader.fail(err.toString());
|
||||
errors.push(err);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (errors.length > 0) {
|
||||
process.exit(-1);
|
||||
}
|
||||
};
|
||||
|
||||
run().catch(console.error);
|
||||
program.parse(process.argv);
|
||||
|
||||
89
src/run.ts
Normal file
89
src/run.ts
Normal file
@@ -0,0 +1,89 @@
|
||||
import { Octokit } from '@octokit/rest';
|
||||
import simpleGit from 'simple-git';
|
||||
import fs from 'fs-extra';
|
||||
import path from 'path';
|
||||
import ora from 'ora';
|
||||
|
||||
const token = process.env.GITHUB_TOKEN;
|
||||
const backupLocation = path.resolve(process.env.GITHUB_BACKUP_LOCATION || '/backup');
|
||||
const included = (process.env.INCLUDE || '*/*').split(',');
|
||||
const excluded = (process.env.EXCLUDE || '').split(',');
|
||||
|
||||
const mirror = async (target: string, repo: string) => {
|
||||
const authRemote = `https://foo:${token}@github.com/${repo}`
|
||||
|
||||
if (fs.existsSync(target)) {
|
||||
const git = simpleGit(target);
|
||||
const remotes = await git.getRemotes();
|
||||
const origin = remotes.find(r => r.name === 'origin');
|
||||
if (origin) {
|
||||
await git.remote(['set-url', 'origin', authRemote]);
|
||||
} else {
|
||||
await git.addRemote('origin', authRemote);
|
||||
}
|
||||
await git.remote(['update']);
|
||||
await git.remote(['set-url', 'origin', `https://github.com/${repo}`]);
|
||||
} else {
|
||||
await fs.mkdirp(target);
|
||||
const git = simpleGit(target);
|
||||
await git.mirror(authRemote, target);
|
||||
await git.remote(['set-url', 'origin', `https://github.com/${repo}`]);
|
||||
}
|
||||
};
|
||||
|
||||
const shouldRun = (repoUser: string, repoName: string) => {
|
||||
const isIncluded = included.reduce((result, current) => {
|
||||
if (result) return result;
|
||||
const [user = '*', repo = '*'] = current.split('/');
|
||||
return (user === '*' || user === repoUser) && (repo === '*' || repo === repoName);
|
||||
}, false)
|
||||
|
||||
const isExcluded = excluded.reduce((result, current) => {
|
||||
if (result) return result;
|
||||
const [user = '', repo = ''] = current.split('/');
|
||||
return (user === '*' || user === repoUser) && (repo === '*' || repo === repoName);
|
||||
}, false)
|
||||
|
||||
return isIncluded && !isExcluded;
|
||||
}
|
||||
|
||||
const run = async () => {
|
||||
const github = new Octokit({
|
||||
auth: process.env.GITHUB_TOKEN,
|
||||
});
|
||||
|
||||
const action = github.repos.listForAuthenticatedUser;
|
||||
const errors: any[] = [];
|
||||
for await (const repos of github.paginate.iterator(action, { visibility: 'all' })) {
|
||||
for (const repo of repos.data) {
|
||||
if (!shouldRun(repo.owner.login, repo.name)) {
|
||||
console.log(`skipping ${repo.full_name}`)
|
||||
continue;
|
||||
}
|
||||
const loader = ora('preparing');
|
||||
loader.prefixText = repo.full_name;
|
||||
loader.start();
|
||||
try {
|
||||
const repoBackupLocation = path.join(backupLocation, repo.full_name);
|
||||
const infoLocation = path.join(repoBackupLocation, 'info.json');
|
||||
const gitLocation = path.join(repoBackupLocation, 'git');
|
||||
await fs.mkdirp(repoBackupLocation);
|
||||
loader.text = 'fething info';
|
||||
await fs.writeFile(infoLocation, JSON.stringify(repo, null, ' '), 'utf-8');
|
||||
loader.text = 'mirroring';
|
||||
await mirror(gitLocation, repo.full_name);
|
||||
loader.text = '';
|
||||
loader.succeed();
|
||||
} catch (err: any) {
|
||||
loader.fail(err.toString());
|
||||
errors.push(err);
|
||||
}
|
||||
}
|
||||
}
|
||||
if (errors.length > 0) {
|
||||
process.exit(-1);
|
||||
}
|
||||
};
|
||||
|
||||
export default run;
|
||||
|
||||
Reference in New Issue
Block a user