mirror of
https://github.com/Hessenuk/DiscordTickets.git
synced 2025-02-23 18:51:29 +02:00
feat: super fast database dump and restore scripts
This commit is contained in:
Isaac
parent
43fe3028b1
commit
413bae6d2c
@ -5,8 +5,8 @@
|
|||||||
"description": "The most popular open-source ticket management bot for Discord.",
|
"description": "The most popular open-source ticket management bot for Discord.",
|
||||||
"main": "src/",
|
"main": "src/",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"db.dump": "node --no-warnings scripts/dump.mjs",
|
"db.dump": "node scripts/dump.mjs",
|
||||||
"db.restore": "node --no-warnings scripts/restore.mjs",
|
"db.restore": "node scripts/restore.mjs",
|
||||||
"changelog": "conventional-changelog -p angular -i CHANGELOG.md -s",
|
"changelog": "conventional-changelog -p angular -i CHANGELOG.md -s",
|
||||||
"contributors:add": "all-contributors add",
|
"contributors:add": "all-contributors add",
|
||||||
"contributors:generate": "all-contributors generate",
|
"contributors:generate": "all-contributors generate",
|
||||||
|
|||||||
61
scripts/dump.mjs
Normal file
61
scripts/dump.mjs
Normal file
@ -0,0 +1,61 @@
|
|||||||
|
import { config } from 'dotenv';
|
||||||
|
import fse from 'fs-extra';
|
||||||
|
import { join } from 'path';
|
||||||
|
import ora from 'ora';
|
||||||
|
import { PrismaClient } from '@prisma/client';
|
||||||
|
import DTF from '@eartharoid/dtf';
|
||||||
|
|
||||||
|
config();
|
||||||
|
|
||||||
|
const dtf = new DTF('en-GB');
|
||||||
|
|
||||||
|
let spinner = ora('Connecting').start();
|
||||||
|
|
||||||
|
fse.ensureDirSync(join(process.cwd(), './user/dumps'));
|
||||||
|
const file_path = join(process.cwd(), './user/dumps', `${dtf.fill('YYYY-MM-DD-HH-mm-ss')}-db.json`);
|
||||||
|
|
||||||
|
const prisma_options = {};
|
||||||
|
|
||||||
|
if (process.env.DB_PROVIDER === 'sqlite' && !process.env.DB_CONNECTION_URL) {
|
||||||
|
prisma_options.datasources = { db: { url: 'file:' + join(process.cwd(), './user/database.db') } };
|
||||||
|
}
|
||||||
|
|
||||||
|
const prisma = new PrismaClient(prisma_options);
|
||||||
|
|
||||||
|
if (process.env.DB_PROVIDER === 'sqlite') {
|
||||||
|
const { default: sqliteMiddleware } = await import('../src/lib/middleware/prisma-sqlite.js');
|
||||||
|
prisma.$use(sqliteMiddleware);
|
||||||
|
await prisma.$queryRaw`PRAGMA journal_mode=WAL;`;
|
||||||
|
await prisma.$queryRaw`PRAGMA synchronous=normal;`;
|
||||||
|
}
|
||||||
|
|
||||||
|
spinner.succeed('Connected');
|
||||||
|
|
||||||
|
export const models = [
|
||||||
|
'user',
|
||||||
|
'guild',
|
||||||
|
'tag',
|
||||||
|
'category',
|
||||||
|
'question',
|
||||||
|
'ticket',
|
||||||
|
'feedback',
|
||||||
|
'questionAnswer',
|
||||||
|
'archivedChannel',
|
||||||
|
'archivedRole',
|
||||||
|
'archivedUser',
|
||||||
|
'archivedMessage',
|
||||||
|
];
|
||||||
|
|
||||||
|
const dump = await Promise.all(
|
||||||
|
models.map(async model => {
|
||||||
|
spinner = ora(`Exporting ${model}`).start();
|
||||||
|
const data = await prisma[model].findMany();
|
||||||
|
spinner.succeed(`Exported ${data.length} from ${model}`);
|
||||||
|
return [model, data];
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
|
||||||
|
spinner = ora('Writing').start();
|
||||||
|
await fse.promises.writeFile(file_path, JSON.stringify(dump));
|
||||||
|
spinner.succeed(`Written to "${file_path}"`);
|
||||||
|
process.exit(0);
|
||||||
@ -1,117 +0,0 @@
|
|||||||
import { config } from 'dotenv';
|
|
||||||
import { program } from 'commander';
|
|
||||||
import fse from 'fs-extra';
|
|
||||||
import { join } from 'path';
|
|
||||||
import ora from 'ora';
|
|
||||||
import { PrismaClient } from '@prisma/client';
|
|
||||||
import { createHash } from 'crypto';
|
|
||||||
import Cryptr from 'cryptr';
|
|
||||||
|
|
||||||
config();
|
|
||||||
|
|
||||||
program
|
|
||||||
.requiredOption('-g, --guild <id>', 'the ID of the guild to export');
|
|
||||||
|
|
||||||
program.parse();
|
|
||||||
|
|
||||||
const options = program.opts();
|
|
||||||
|
|
||||||
const hash = createHash('sha256').update(options.guild).digest('hex');
|
|
||||||
const file_path = join(process.cwd(), './user/dumps', `${hash}.dump`);
|
|
||||||
const file_cryptr = new Cryptr(options.guild);
|
|
||||||
const db_cryptr = new Cryptr(process.env.ENCRYPTION_KEY);
|
|
||||||
|
|
||||||
function decryptIfExists(encrypted) {
|
|
||||||
if (encrypted) return db_cryptr.decrypt(encrypted);
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
|
|
||||||
fse.ensureDirSync(join(process.cwd(), './user/dumps'));
|
|
||||||
|
|
||||||
let spinner = ora('Connecting').start();
|
|
||||||
|
|
||||||
const prisma_options = {};
|
|
||||||
|
|
||||||
if (process.env.DB_PROVIDER === 'sqlite' && !process.env.DB_CONNECTION_URL) {
|
|
||||||
prisma_options.datasources = { db: { url: 'file:' + join(process.cwd(), './user/database.db') } };
|
|
||||||
}
|
|
||||||
|
|
||||||
const prisma = new PrismaClient(prisma_options);
|
|
||||||
|
|
||||||
if (process.env.DB_PROVIDER === 'sqlite') {
|
|
||||||
const { default: sqliteMiddleware } = await import('../src/lib/middleware/prisma-sqlite.js');
|
|
||||||
prisma.$use(sqliteMiddleware);
|
|
||||||
await prisma.$queryRaw`PRAGMA journal_mode=WAL;`;
|
|
||||||
await prisma.$queryRaw`PRAGMA synchronous=normal;`;
|
|
||||||
}
|
|
||||||
|
|
||||||
spinner.succeed('Connected');
|
|
||||||
|
|
||||||
|
|
||||||
const dump = {};
|
|
||||||
|
|
||||||
spinner = ora('Exporting settings').start();
|
|
||||||
dump.settings = await prisma.guild.findFirst({ where: { id: options.guild } });
|
|
||||||
spinner.succeed('Exported settings');
|
|
||||||
|
|
||||||
spinner = ora('Exporting categories').start();
|
|
||||||
dump.categories = await prisma.category.findMany({
|
|
||||||
include: { questions: true },
|
|
||||||
where: { guildId: options.guild },
|
|
||||||
});
|
|
||||||
spinner.succeed(`Exported ${dump.categories.length} categories`);
|
|
||||||
|
|
||||||
spinner = ora('Exporting tags').start();
|
|
||||||
dump.tags = await prisma.tag.findMany({ where: { guildId: options.guild } });
|
|
||||||
spinner.succeed(`Exported ${dump.tags.length} tags`);
|
|
||||||
|
|
||||||
spinner = ora('Exporting tickets').start();
|
|
||||||
dump.tickets = await prisma.ticket.findMany({
|
|
||||||
include: {
|
|
||||||
archivedChannels: true,
|
|
||||||
archivedMessages: true,
|
|
||||||
archivedRoles: true,
|
|
||||||
archivedUsers: true,
|
|
||||||
feedback: true,
|
|
||||||
questionAnswers: true,
|
|
||||||
},
|
|
||||||
where: { guildId: options.guild },
|
|
||||||
});
|
|
||||||
dump.tickets = dump.tickets.map(ticket => {
|
|
||||||
if (ticket.topic) ticket.topic = decryptIfExists(ticket.topic);
|
|
||||||
|
|
||||||
ticket.archivedChannels = ticket.archivedChannels.map(channel => {
|
|
||||||
channel.name = decryptIfExists(channel.name);
|
|
||||||
return channel;
|
|
||||||
});
|
|
||||||
|
|
||||||
ticket.archivedMessages = ticket.archivedMessages.map(message => {
|
|
||||||
message.content = decryptIfExists(message.content);
|
|
||||||
return message;
|
|
||||||
});
|
|
||||||
|
|
||||||
ticket.archivedUsers = ticket.archivedUsers.map(user => {
|
|
||||||
user.displayName = decryptIfExists(user.displayName);
|
|
||||||
user.username = decryptIfExists(user.username);
|
|
||||||
return user;
|
|
||||||
});
|
|
||||||
|
|
||||||
if (ticket.feedback?.comment) {
|
|
||||||
ticket.feedback.comment = decryptIfExists(ticket.feedback.comment);
|
|
||||||
}
|
|
||||||
|
|
||||||
ticket.questionAnswers = ticket.questionAnswers.map(answer => {
|
|
||||||
if (answer.value) answer.value = decryptIfExists(answer.value);
|
|
||||||
return answer;
|
|
||||||
});
|
|
||||||
|
|
||||||
return ticket;
|
|
||||||
});
|
|
||||||
spinner.succeed(`Exported ${dump.tickets.length} tickets`);
|
|
||||||
|
|
||||||
spinner = ora(`Writing to "${file_path}"`).start();
|
|
||||||
|
|
||||||
// async to not freeze the spinner
|
|
||||||
await fse.promises.writeFile(file_path, file_cryptr.encrypt(JSON.stringify(dump)));
|
|
||||||
|
|
||||||
spinner.succeed(`Written to "${file_path}"`);
|
|
||||||
@ -1,208 +0,0 @@
|
|||||||
import { config } from 'dotenv';
|
|
||||||
import { program } from 'commander';
|
|
||||||
import fse from 'fs-extra';
|
|
||||||
import { join } from 'path';
|
|
||||||
import ora from 'ora';
|
|
||||||
import { PrismaClient } from '@prisma/client';
|
|
||||||
import { createHash } from 'crypto';
|
|
||||||
import Cryptr from 'cryptr';
|
|
||||||
|
|
||||||
config();
|
|
||||||
|
|
||||||
program
|
|
||||||
.requiredOption('-g, --guild <id>', 'the ID of the guild to export')
|
|
||||||
.option('-f, --force', 'DELETE all data if the guild already exists', false);
|
|
||||||
|
|
||||||
program.parse();
|
|
||||||
|
|
||||||
const options = program.opts();
|
|
||||||
|
|
||||||
const hash = createHash('sha256').update(options.guild).digest('hex');
|
|
||||||
const file_cryptr = new Cryptr(options.guild);
|
|
||||||
const db_cryptr = new Cryptr(process.env.ENCRYPTION_KEY);
|
|
||||||
|
|
||||||
function encryptIfExists(plain_text) {
|
|
||||||
if (plain_text) return db_cryptr.encrypt(plain_text);
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
|
|
||||||
let spinner = ora('Connecting').start();
|
|
||||||
|
|
||||||
const prisma_options = {};
|
|
||||||
|
|
||||||
if (process.env.DB_PROVIDER === 'sqlite' && !process.env.DB_CONNECTION_URL) {
|
|
||||||
prisma_options.datasources = { db: { url: 'file:' + join(process.cwd(), './user/database.db') } };
|
|
||||||
}
|
|
||||||
|
|
||||||
const prisma = new PrismaClient(prisma_options);
|
|
||||||
|
|
||||||
if (process.env.DB_PROVIDER === 'sqlite') {
|
|
||||||
const { default: sqliteMiddleware } = await import('../src/lib/middleware/prisma-sqlite.js');
|
|
||||||
prisma.$use(sqliteMiddleware);
|
|
||||||
await prisma.$queryRaw`PRAGMA journal_mode=WAL;`;
|
|
||||||
await prisma.$queryRaw`PRAGMA synchronous=normal;`;
|
|
||||||
}
|
|
||||||
|
|
||||||
spinner.succeed('Connected');
|
|
||||||
|
|
||||||
spinner = ora('Reading dump file').start();
|
|
||||||
const file_path = join(process.cwd(), './user/dumps', `${hash}.dump`);
|
|
||||||
const dump = JSON.parse(file_cryptr.decrypt(await fse.promises.readFile(file_path, 'utf8')));
|
|
||||||
spinner.succeed('Read dump file');
|
|
||||||
|
|
||||||
spinner = ora('Checking if guild exists').start();
|
|
||||||
const exists = await prisma.guild.count({ where: { id: options.guild } });
|
|
||||||
if (exists === 0) {
|
|
||||||
spinner.succeed('Guild doesn\'t exist');
|
|
||||||
} else {
|
|
||||||
if (options.force) {
|
|
||||||
await prisma.guild.delete({ where: { id: options.guild } });
|
|
||||||
spinner.succeed('Deleted guild');
|
|
||||||
} else {
|
|
||||||
spinner.fail('Guild already exists; run again with --force to delete it');
|
|
||||||
process.exit(1);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
spinner = ora('Importing settings & tags').start();
|
|
||||||
await prisma.guild.create({
|
|
||||||
data: {
|
|
||||||
...dump.settings,
|
|
||||||
id: options.guild,
|
|
||||||
tags: {
|
|
||||||
create: dump.tags.map(tag => {
|
|
||||||
delete tag.guildId;
|
|
||||||
return tag;
|
|
||||||
}),
|
|
||||||
},
|
|
||||||
},
|
|
||||||
});
|
|
||||||
spinner.succeed(`Imported settings & ${dump.tags.length} tags`);
|
|
||||||
|
|
||||||
const category_map = {};
|
|
||||||
spinner = ora('Importing categories').start();
|
|
||||||
for (const category of dump.categories) {
|
|
||||||
const original_id = category.id;
|
|
||||||
delete category.id;
|
|
||||||
delete category.guildId;
|
|
||||||
category.questions = {
|
|
||||||
create: category.questions.map(question => {
|
|
||||||
delete question.categoryId;
|
|
||||||
return question;
|
|
||||||
}),
|
|
||||||
};
|
|
||||||
const { id: new_id } = await prisma.category.create({
|
|
||||||
data: {
|
|
||||||
...category,
|
|
||||||
guild: { connect: { id: options.guild } },
|
|
||||||
},
|
|
||||||
});
|
|
||||||
category_map[original_id] = new_id;
|
|
||||||
}
|
|
||||||
spinner.succeed(`Imported ${dump.categories.length} categories`);
|
|
||||||
|
|
||||||
spinner = ora('Importing tickets').start();
|
|
||||||
for (const i in dump.tickets) {
|
|
||||||
spinner.text = `Importing tickets (${i}/${dump.tickets.length})`;
|
|
||||||
const ticket = dump.tickets[i];
|
|
||||||
ticket.category = { connect: { id: category_map[ticket.categoryId] } };
|
|
||||||
|
|
||||||
if (ticket.topic) ticket.topic = encryptIfExists(ticket.topic);
|
|
||||||
|
|
||||||
ticket.archivedChannels = {
|
|
||||||
create: ticket.archivedChannels.map(channel => {
|
|
||||||
delete channel.ticketId;
|
|
||||||
channel.name = encryptIfExists(channel.name);
|
|
||||||
return channel;
|
|
||||||
}),
|
|
||||||
};
|
|
||||||
|
|
||||||
ticket.archivedUsers = {
|
|
||||||
create: ticket.archivedUsers.map(user => {
|
|
||||||
delete user.ticketId;
|
|
||||||
user.displayName = encryptIfExists(user.displayName);
|
|
||||||
user.username = encryptIfExists(user.username);
|
|
||||||
return user;
|
|
||||||
}),
|
|
||||||
};
|
|
||||||
|
|
||||||
ticket.archivedRoles = {
|
|
||||||
create: ticket.archivedRoles.map(role => {
|
|
||||||
delete role.ticketId;
|
|
||||||
return role;
|
|
||||||
}),
|
|
||||||
};
|
|
||||||
|
|
||||||
const archivedMessages = ticket.archivedMessages.map(message => {
|
|
||||||
message.content = encryptIfExists(message.content);
|
|
||||||
return message;
|
|
||||||
});
|
|
||||||
ticket.archivedMessages = undefined;
|
|
||||||
|
|
||||||
if (ticket.feedback) {
|
|
||||||
delete ticket.feedback.ticketId;
|
|
||||||
delete ticket.feedback.guildId;
|
|
||||||
ticket.feedback.guild = { connect: { id: options.guild } };
|
|
||||||
if (ticket.feedback.comment) {
|
|
||||||
ticket.feedback.comment = encryptIfExists(ticket.feedback.comment);
|
|
||||||
}
|
|
||||||
ticket.feedback = { create: ticket.feedback };
|
|
||||||
} else {
|
|
||||||
ticket.feedback = undefined;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (ticket.questionAnswers?.length) {
|
|
||||||
ticket.questionAnswers = {
|
|
||||||
createMany: ticket.questionAnswers.map(answer => {
|
|
||||||
delete answer.ticketId;
|
|
||||||
if (answer.value) answer.value = encryptIfExists(answer.value);
|
|
||||||
return answer;
|
|
||||||
}),
|
|
||||||
};
|
|
||||||
} else {
|
|
||||||
ticket.questionAnswers = undefined;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (ticket.claimedById) {
|
|
||||||
ticket.claimedBy = {
|
|
||||||
connectOrCreate: {
|
|
||||||
create: { id: ticket.claimedById },
|
|
||||||
where: { id: ticket.claimedById },
|
|
||||||
},
|
|
||||||
};
|
|
||||||
}
|
|
||||||
if (ticket.closedById) {
|
|
||||||
ticket.closedBy = {
|
|
||||||
connectOrCreate: {
|
|
||||||
create: { id: ticket.closedById },
|
|
||||||
where: { id: ticket.closedById },
|
|
||||||
},
|
|
||||||
};
|
|
||||||
}
|
|
||||||
if (ticket.createdById) {
|
|
||||||
ticket.createdBy = {
|
|
||||||
connectOrCreate: {
|
|
||||||
create: { id: ticket.createdById },
|
|
||||||
where: { id: ticket.createdById },
|
|
||||||
},
|
|
||||||
};
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
if (ticket.referencesTicketId) {
|
|
||||||
ticket.referencesTicket = { connect: { id: ticket.referencedTicketId } };
|
|
||||||
}
|
|
||||||
ticket.guild = { connect: { id: options.guild } };
|
|
||||||
|
|
||||||
delete ticket.categoryId;
|
|
||||||
delete ticket.guildId;
|
|
||||||
delete ticket.claimedById;
|
|
||||||
delete ticket.closedById;
|
|
||||||
delete ticket.createdById;
|
|
||||||
delete ticket.referencesTicketId;
|
|
||||||
|
|
||||||
await prisma.ticket.create({ data: ticket });
|
|
||||||
await prisma.archivedMessage.createMany({ data: archivedMessages });
|
|
||||||
}
|
|
||||||
spinner.succeed(`Imported ${dump.tickets.length} tickets`);
|
|
||||||
51
scripts/restore.mjs
Normal file
51
scripts/restore.mjs
Normal file
@ -0,0 +1,51 @@
|
|||||||
|
import { config } from 'dotenv';
|
||||||
|
import { program } from 'commander';
|
||||||
|
import fse from 'fs-extra';
|
||||||
|
import { join } from 'path';
|
||||||
|
import ora from 'ora';
|
||||||
|
import { PrismaClient } from '@prisma/client';
|
||||||
|
|
||||||
|
config();
|
||||||
|
|
||||||
|
program
|
||||||
|
.requiredOption('-f, --file <path>', 'the path of the dump to import')
|
||||||
|
.requiredOption('-y, --yes', 'yes, DELETE EVERYTHING in the database');
|
||||||
|
|
||||||
|
program.parse();
|
||||||
|
|
||||||
|
const options = program.opts();
|
||||||
|
|
||||||
|
let spinner = ora('Connecting').start();
|
||||||
|
|
||||||
|
const prisma_options = {};
|
||||||
|
|
||||||
|
if (process.env.DB_PROVIDER === 'sqlite' && !process.env.DB_CONNECTION_URL) {
|
||||||
|
prisma_options.datasources = { db: { url: 'file:' + join(process.cwd(), './user/database.db') } };
|
||||||
|
}
|
||||||
|
|
||||||
|
const prisma = new PrismaClient(prisma_options);
|
||||||
|
|
||||||
|
if (process.env.DB_PROVIDER === 'sqlite') {
|
||||||
|
const { default: sqliteMiddleware } = await import('../src/lib/middleware/prisma-sqlite.js');
|
||||||
|
prisma.$use(sqliteMiddleware);
|
||||||
|
await prisma.$queryRaw`PRAGMA journal_mode=WAL;`;
|
||||||
|
await prisma.$queryRaw`PRAGMA synchronous=normal;`;
|
||||||
|
}
|
||||||
|
|
||||||
|
spinner.succeed('Connected');
|
||||||
|
|
||||||
|
spinner = ora(`Reading ${options.file}`).start();
|
||||||
|
const dump = JSON.parse(await fse.promises.readFile(options.file, 'utf8'));
|
||||||
|
spinner.succeed(`Parsed ${options.file}`);
|
||||||
|
|
||||||
|
// ! this order is important
|
||||||
|
const queries = [
|
||||||
|
prisma.guild.deleteMany(),
|
||||||
|
prisma.user.deleteMany(),
|
||||||
|
];
|
||||||
|
|
||||||
|
for (const [model, data] of dump) queries.push(prisma[model].createMany({ data }));
|
||||||
|
spinner = ora('Importing').start();
|
||||||
|
const [,, ...results] = await prisma.$transaction(queries);
|
||||||
|
for (const idx in results) spinner.succeed(`Imported ${results[idx].count} into ${dump[idx][0]}`);
|
||||||
|
process.exit(0);
|
||||||
Loading…
x
Reference in New Issue
Block a user