mirror of
https://github.com/Hessenuk/DiscordTickets.git
synced 2025-09-05 09:41:27 +03:00
feat(scripts): data export and import scripts (#575)
* wip: data import/export scripts * feat: data exporter * feat: importer * fix: that was stupid * fix: importer * style: clean up comments
This commit is contained in:
Isaac
GitHub
112
scripts/export.mjs
Normal file
112
scripts/export.mjs
Normal file
@@ -0,0 +1,112 @@
|
||||
import { config } from 'dotenv';
|
||||
import { program } from 'commander';
|
||||
import fse from 'fs-extra';
|
||||
import { join } from 'path';
|
||||
import ora from 'ora';
|
||||
import { PrismaClient } from '@prisma/client';
|
||||
import { createHash } from 'crypto';
|
||||
import Cryptr from 'cryptr';
|
||||
|
||||
config();
|
||||
|
||||
program
|
||||
.requiredOption('-g, --guild <id>', 'the ID of the guild to export');
|
||||
|
||||
program.parse();
|
||||
|
||||
const options = program.opts();
|
||||
|
||||
const hash = createHash('sha256').update(options.guild).digest('hex');
|
||||
const file_path = join(process.cwd(), './user/dumps', `${hash}.dump`);
|
||||
const file_cryptr = new Cryptr(options.guild);
|
||||
const db_cryptr = new Cryptr(process.env.ENCRYPTION_KEY);
|
||||
|
||||
fse.ensureDirSync(join(process.cwd(), './user/dumps'));
|
||||
|
||||
let spinner = ora('Connecting').start();
|
||||
|
||||
const prisma_options = {};
|
||||
|
||||
if (process.env.DB_PROVIDER === 'sqlite' && !process.env.DB_CONNECTION_URL) {
|
||||
prisma_options.datasources = { db: { url: 'file:' + join(process.cwd(), './user/database.db') } };
|
||||
}
|
||||
|
||||
const prisma = new PrismaClient(prisma_options);
|
||||
|
||||
if (process.env.DB_PROVIDER === 'sqlite') {
|
||||
const { default: sqliteMiddleware } = await import('../src/lib/middleware/prisma-sqlite.js');
|
||||
prisma.$use(sqliteMiddleware);
|
||||
await prisma.$queryRaw`PRAGMA journal_mode=WAL;`;
|
||||
await prisma.$queryRaw`PRAGMA synchronous=normal;`;
|
||||
}
|
||||
|
||||
spinner.succeed('Connected');
|
||||
|
||||
|
||||
const dump = {};
|
||||
|
||||
spinner = ora('Exporting settings').start();
|
||||
dump.settings = await prisma.guild.findFirst({ where: { id: options.guild } });
|
||||
spinner.succeed('Exported settings');
|
||||
|
||||
spinner = ora('Exporting categories').start();
|
||||
dump.categories = await prisma.category.findMany({
|
||||
include: { questions: true },
|
||||
where: { guildId: options.guild },
|
||||
});
|
||||
spinner.succeed(`Exported ${dump.categories.length} categories`);
|
||||
|
||||
spinner = ora('Exporting tags').start();
|
||||
dump.tags = await prisma.tag.findMany({ where: { guildId: options.guild } });
|
||||
spinner.succeed(`Exported ${dump.tags.length} tags`);
|
||||
|
||||
spinner = ora('Exporting tickets').start();
|
||||
dump.tickets = await prisma.ticket.findMany({
|
||||
include: {
|
||||
archivedChannels: true,
|
||||
archivedMessages: true,
|
||||
archivedRoles: true,
|
||||
archivedUsers: true,
|
||||
feedback: true,
|
||||
questionAnswers: true,
|
||||
},
|
||||
where: { guildId: options.guild },
|
||||
});
|
||||
dump.tickets = dump.tickets.map(ticket => {
|
||||
if (ticket.topic) ticket.topic = db_cryptr.decrypt(ticket.topic);
|
||||
|
||||
ticket.archivedChannels = ticket.archivedChannels.map(channel => {
|
||||
channel.name = db_cryptr.decrypt(channel.name);
|
||||
return channel;
|
||||
});
|
||||
|
||||
ticket.archivedMessages = ticket.archivedMessages.map(message => {
|
||||
message.content = db_cryptr.decrypt(message.content);
|
||||
return message;
|
||||
});
|
||||
|
||||
ticket.archivedUsers = ticket.archivedUsers.map(user => {
|
||||
user.displayName = db_cryptr.decrypt(user.displayName);
|
||||
user.username = db_cryptr.decrypt(user.username);
|
||||
return user;
|
||||
});
|
||||
|
||||
if (ticket.feedback?.comment) {
|
||||
ticket.feedback.comment = db_cryptr.decrypt(ticket.feedback.comment);
|
||||
}
|
||||
|
||||
ticket.questionAnswers = ticket.questionAnswers.map(answer => {
|
||||
if (answer.value) answer.value = db_cryptr.decrypt(answer.value);
|
||||
return answer;
|
||||
});
|
||||
|
||||
return ticket;
|
||||
});
|
||||
spinner.succeed(`Exported ${dump.tickets.length} tickets`);
|
||||
|
||||
spinner = ora(`Writing to "${file_path}"`).start();
|
||||
|
||||
// async to not freeze the spinner
|
||||
await fse.promises.writeFile(file_path, file_cryptr.encrypt(JSON.stringify(dump)));
|
||||
|
||||
spinner.succeed(`Written to "${file_path}"`);
|
||||
199
scripts/import.mjs
Normal file
199
scripts/import.mjs
Normal file
@@ -0,0 +1,199 @@
|
||||
import { config } from 'dotenv';
|
||||
import { program } from 'commander';
|
||||
import fse from 'fs-extra';
|
||||
import { join } from 'path';
|
||||
import ora from 'ora';
|
||||
import { PrismaClient } from '@prisma/client';
|
||||
import { createHash } from 'crypto';
|
||||
import Cryptr from 'cryptr';
|
||||
|
||||
config();
|
||||
|
||||
program
|
||||
.requiredOption('-g, --guild <id>', 'the ID of the guild to export')
|
||||
.option('-f, --force', 'DELETE all data if the guild already exists', false);
|
||||
|
||||
program.parse();
|
||||
|
||||
const options = program.opts();
|
||||
|
||||
const hash = createHash('sha256').update(options.guild).digest('hex');
|
||||
const file_cryptr = new Cryptr(options.guild);
|
||||
const db_cryptr = new Cryptr(process.env.ENCRYPTION_KEY);
|
||||
|
||||
|
||||
let spinner = ora('Connecting').start();
|
||||
|
||||
const prisma_options = {};
|
||||
|
||||
if (process.env.DB_PROVIDER === 'sqlite' && !process.env.DB_CONNECTION_URL) {
|
||||
prisma_options.datasources = { db: { url: 'file:' + join(process.cwd(), './user/database.db') } };
|
||||
}
|
||||
|
||||
const prisma = new PrismaClient(prisma_options);
|
||||
|
||||
if (process.env.DB_PROVIDER === 'sqlite') {
|
||||
const { default: sqliteMiddleware } = await import('../src/lib/middleware/prisma-sqlite.js');
|
||||
prisma.$use(sqliteMiddleware);
|
||||
await prisma.$queryRaw`PRAGMA journal_mode=WAL;`;
|
||||
await prisma.$queryRaw`PRAGMA synchronous=normal;`;
|
||||
}
|
||||
|
||||
spinner.succeed('Connected');
|
||||
|
||||
spinner = ora('Reading dump file').start();
|
||||
const file_path = join(process.cwd(), './user/dumps', `${hash}.dump`);
|
||||
const dump = JSON.parse(file_cryptr.decrypt(await fse.promises.readFile(file_path, 'utf8')));
|
||||
spinner.succeed('Read dump file');
|
||||
|
||||
spinner = ora('Checking if guild exists').start();
|
||||
const exists = await prisma.guild.count({ where: { id: options.guild } });
|
||||
if (exists === 0) {
|
||||
spinner.succeed('Guild doesn\'t exist');
|
||||
} else {
|
||||
if (options.force) {
|
||||
await prisma.guild.delete({ where: { id: options.guild } });
|
||||
spinner.succeed('Deleted guild');
|
||||
} else {
|
||||
spinner.fail('Guild already exists; run again with --force to delete it');
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
spinner = ora('Importing settings & tags').start();
|
||||
await prisma.guild.create({
|
||||
data: {
|
||||
...dump.settings,
|
||||
id: options.guild,
|
||||
tags: {
|
||||
create: dump.tags.map(tag => {
|
||||
delete tag.guildId;
|
||||
return tag;
|
||||
}),
|
||||
},
|
||||
},
|
||||
});
|
||||
spinner.succeed(`Imported settings & ${dump.tags.length} tags`);
|
||||
|
||||
const category_map = {};
|
||||
spinner = ora('Importing categories').start();
|
||||
for (const category of dump.categories) {
|
||||
const original_id = category.id;
|
||||
delete category.id;
|
||||
delete category.guildId;
|
||||
category.questions = { create: category.questions };
|
||||
const { id: new_id } = await prisma.category.create({
|
||||
data: {
|
||||
...category,
|
||||
guild: { connect: { id: options.guild } },
|
||||
},
|
||||
});
|
||||
category_map[original_id] = new_id;
|
||||
}
|
||||
spinner.succeed(`Imported ${dump.categories.length} categories`);
|
||||
|
||||
spinner = ora('Importing tickets').start();
|
||||
for (const i in dump.tickets) {
|
||||
spinner.text = `Importing tickets (${i}/${dump.tickets.length})`;
|
||||
const ticket = dump.tickets[i];
|
||||
ticket.category = { connect: { id: category_map[ticket.categoryId] } };
|
||||
|
||||
if (ticket.topic) ticket.topic = db_cryptr.encrypt(ticket.topic);
|
||||
|
||||
ticket.archivedChannels = {
|
||||
create: ticket.archivedChannels.map(channel => {
|
||||
delete channel.ticketId;
|
||||
channel.name = db_cryptr.encrypt(channel.name);
|
||||
return channel;
|
||||
}),
|
||||
};
|
||||
|
||||
ticket.archivedUsers = {
|
||||
create: ticket.archivedUsers.map(user => {
|
||||
delete user.ticketId;
|
||||
user.displayName = db_cryptr.encrypt(user.displayName);
|
||||
user.username = db_cryptr.encrypt(user.username);
|
||||
return user;
|
||||
}),
|
||||
};
|
||||
|
||||
ticket.archivedRoles = {
|
||||
create: ticket.archivedRoles.map(role => {
|
||||
delete role.ticketId;
|
||||
return role;
|
||||
}),
|
||||
};
|
||||
|
||||
const archivedMessages = ticket.archivedMessages.map(message => {
|
||||
message.content = db_cryptr.encrypt(message.content);
|
||||
return message;
|
||||
});
|
||||
ticket.archivedMessages = undefined;
|
||||
|
||||
if (ticket.feedback) {
|
||||
delete ticket.feedback.ticketId;
|
||||
delete ticket.feedback.guildId;
|
||||
ticket.feedback.guild = { connect: { id: options.guild } };
|
||||
if (ticket.feedback.comment) {
|
||||
ticket.feedback.comment = db_cryptr.encrypt(ticket.feedback.comment);
|
||||
}
|
||||
ticket.feedback = { create: ticket.feedback };
|
||||
} else {
|
||||
ticket.feedback = undefined;
|
||||
}
|
||||
|
||||
if (ticket.questionAnswers?.length) {
|
||||
ticket.questionAnswers = {
|
||||
createMany: ticket.questionAnswers.map(answer => {
|
||||
delete answer.ticketId;
|
||||
if (answer.value) answer.value = db_cryptr.encrypt(answer.value);
|
||||
return answer;
|
||||
}),
|
||||
};
|
||||
} else {
|
||||
ticket.questionAnswers = undefined;
|
||||
}
|
||||
|
||||
if (ticket.claimedById) {
|
||||
ticket.claimedBy = {
|
||||
connectOrCreate: {
|
||||
create: { id: ticket.claimedById },
|
||||
where: { id: ticket.claimedById },
|
||||
},
|
||||
};
|
||||
}
|
||||
if (ticket.closedById) {
|
||||
ticket.closedBy = {
|
||||
connectOrCreate: {
|
||||
create: { id: ticket.closedById },
|
||||
where: { id: ticket.closedById },
|
||||
},
|
||||
};
|
||||
}
|
||||
if (ticket.createdById) {
|
||||
ticket.createdBy = {
|
||||
connectOrCreate: {
|
||||
create: { id: ticket.createdById },
|
||||
where: { id: ticket.createdById },
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
|
||||
|
||||
if (ticket.referencesTicketId) {
|
||||
ticket.referencesTicket = { connect: { id: ticket.referencedTicketId } };
|
||||
}
|
||||
ticket.guild = { connect: { id: options.guild } };
|
||||
|
||||
delete ticket.categoryId;
|
||||
delete ticket.guildId;
|
||||
delete ticket.claimedById;
|
||||
delete ticket.closedById;
|
||||
delete ticket.createdById;
|
||||
delete ticket.referencesTicketId;
|
||||
|
||||
await prisma.ticket.create({ data: ticket });
|
||||
await prisma.archivedMessage.createMany({ data: archivedMessages });
|
||||
}
|
||||
spinner.succeed(`Imported ${dump.tickets.length} tickets`);
|
||||
Reference in New Issue
Block a user