Ghost/ghost/data-generator/lib/importers/MembersStatusEventsImporter.js
Simon Backx 285a684ef6
Updated data generator to support >2M members (#19484)
no issue

The data generator went out of memory when trying to generate fake data
for > 2M members. This adds some improvements to make sure it doesn't go
out of memory.

---------

Co-authored-by: Fabien "egg" O'Carroll <fabien@allou.is>
2024-01-15 15:23:49 +00:00

59 lines
1.7 KiB
JavaScript

const TableImporter = require('./TableImporter');
const {faker} = require('@faker-js/faker');
const dateToDatabaseString = require('../utils/database-date');
class MembersStatusEventsImporter extends TableImporter {
static table = 'members_status_events';
static dependencies = ['members'];
constructor(knex, transaction) {
super(MembersStatusEventsImporter.table, knex, transaction);
}
async import(quantity) {
let offset = 0;
let limit = 100000;
// eslint-disable-next-line no-constant-condition
while (true) {
const members = await this.transaction.select('id', 'created_at', 'status').from('members').limit(limit).offset(offset);
if (members.length === 0) {
break;
}
await this.importForEach(members, quantity ? quantity / members.length : 2);
offset += limit;
}
}
setReferencedModel(model) {
this.events = [{
id: this.fastFakeObjectId(),
member_id: model.id,
from_status: null,
to_status: 'free',
created_at: dateToDatabaseString(model.created_at)
}];
if (model.status !== 'free') {
this.events.push({
id: this.fastFakeObjectId(),
member_id: model.id,
from_status: 'free',
to_status: model.status,
created_at: dateToDatabaseString(faker.date.between(new Date(model.created_at), new Date()))
});
}
}
generate() {
const event = this.events.pop();
if (!event) {
return null;
}
return event;
}
}
module.exports = MembersStatusEventsImporter;