1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
|
// this script removes specified items from inventories and storage
import { SQLHandler } from "./sql.ts"
import { LoginParser, LoginSQL } from "./login.ts";
import { CharParser, CharWriter, CharSQL } from "./char.ts";
import { AccregParser, AccregSQL } from "./accreg.ts";
import { PartyParser, PartySQL } from "./party.ts";
import { StorageParser, StorageWriter, StorageSQL } from "./storage.ts";
import { ItemDB } from "./itemdb.ts";
const args: string[] = Deno.args.slice(1);
const to_remove: Set<number> = new Set();
const sql = new SQLHandler();
const login_parser = new LoginParser();
const char_parser = new CharParser();
const accreg_parser = new AccregParser();
const party_parser = new PartyParser();
const storage_parser = new StorageParser();
const char_writer = new CharWriter();
const char_SQL = new CharSQL(sql);
const login_SQL = new LoginSQL(sql);
const accreg_SQL = new AccregSQL(sql);
const party_SQL = new PartySQL(sql);
const storage_writer = new StorageWriter();
const storage_SQL = new StorageSQL(sql);
const item_db = new ItemDB();
const stats = {
inventory: {
removed: 0,
pruned: 0,
stub: 0,
chars: 0,
},
storage: {
removed: 0,
pruned: 0,
stub: 0,
wiped: 0,
synced: 0,
accounts: 0,
},
};
const flags = {
dry_run: false,
sql: false,
};
(async () => {
const items_by_id = new Map(); // holds full item info
const items_by_name = new Map(); // holds references to the former
for await (let item of item_db.readDB()) {
items_by_id.set(+item.id, item);
items_by_name.set(item.name, +item.id);
}
const itemToNumber = (name: string|number): number => {
if (isNaN(name as number)) {
const item_id = items_by_name.get(name);
if (item_id) {
return +item_id;
} else {
console.error(`cannot find item '${name}' in the item db`);
throw new Error("item not found");
}
} else {
return +name;
}
}
const itemToString = (id: string|number): string => {
if (isNaN(id as number)) {
return `${id}`;
} else {
const item = items_by_id.get(+id);
if (item) {
return item.name;
} else {
console.error(`cannot find item ID ${id} in the item db`);
throw new Error("item not found");
}
}
}
if (args.length < 1) {
throw new RangeError("no items given!");
}
// flag parsing
for (const opt of args.slice()) {
if (opt.startsWith("--")) {
switch (opt.slice(2)) {
case "dry":
case "dry-run":
flags.dry_run = true;
break;
case "dump":
case "sql":
flags.sql = true;
break;
case "clean":
case "clean-only":
break;
default:
throw new SyntaxError(`unknown flag: ${opt}`);
}
args.shift();
} else {
break; // no more flags
}
}
// item parsing
for (let arg of args.join(",").split(",")) {
if (arg === null || arg.length < 1)
continue;
if (arg.includes("-") || arg.includes("..")) {
const range = arg.split("-").join("..").split("..");
let from = itemToNumber(range[0]), to = itemToNumber(range[1]);
if (from > to) {
[from, to] = [to, from];
}
for (let i = from; i <= to; ++i) {
to_remove.add(i);
}
} else {
to_remove.add(itemToNumber(arg));
}
}
if (to_remove.size > 0) {
console.info("\nThe following items will be removed:");
for (let item of to_remove) {
console.info(`[${item}]: ${itemToString(item)}`);
}
}
if (flags.sql) {
console.log("");
await sql.init();
}
console.log("");
// account:
if (flags.sql) {
for await (const acc of login_parser.readDB()) {
if (acc === null
|| acc.logincount < 1 // don't keeep accounts that never logged in
|| +acc.state === 5 // don't keep permabanned accounts
) {
continue;
}
await login_SQL.write(acc);
}
}
if (!flags.dry_run) {
char_writer.init();
}
// inventory:
for await (let char of char_parser.readDB()) {
let items_filtered = []; // this is not a Set because some items don't stack
let mod = false;
for (let item of char.items) {
if (!items_by_id.has(+item.nameid)) {
console.log(`\rremoving ${+item. amount || 1}x non-existant item ID ${item.nameid} from inventory of character ${char.name} [${char.account_id}:${char.char_id}]`);
stats.inventory.pruned += +item.amount;
mod = true;
} else if (+item.amount < 1) {
console.log(`\rremoving stub of item ${itemToString(item.nameid)} [${item.nameid}] from inventory of character ${char.name} [${char.account_id}:${char.char_id}]`);
stats.inventory.stub++;
mod = true;
} else if (to_remove.has(+item.nameid)) {
console.log(`\rremoving ${item.amount}x ${itemToString(item.nameid)} [${item.nameid}] from inventory of character ${char.name} [${char.account_id}:${char.char_id}]`);
stats.inventory.removed += +item.amount;
mod = true;
} else {
items_filtered.push(item);
}
}
if (mod)
stats.inventory.chars++;
char.items = items_filtered;
await char_writer.write(char);
if (flags.sql)
await char_SQL.write(char);
}
await char_writer.finalize();
// char-server-bound account variables
if (flags.sql) {
for await (const acc of accreg_parser.readDB()) {
await accreg_SQL.write(acc);
}
}
// party and party leaders
if (flags.sql) {
for await (const party of party_parser.readDB()) {
await party_SQL.write(party);
}
}
if (!flags.dry_run) {
storage_writer.init();
}
// storage:
for await (let storage of storage_parser.readDB()) {
let items_filtered = []; // this is not a Set because some items don't stack
let mod = false;
for (let item of storage.items) {
if (!items_by_id.has(+item.nameid)) {
console.log(`\rremoving ${+item.amount || 1}x non-existant item ID ${item.nameid} from storage of account ${storage.account_id}`);
stats.storage.pruned += +item.amount;
storage.storage_amount--;
mod = true;
} else if (+item.amount < 1) {
console.log(`\rremoving stub of item ${itemToString(item.nameid)} [${item.nameid}] from storage of account ${storage.account_id}`);
stats.storage.stub++;
storage.storage_amount--;
mod = true;
} else if (to_remove.has(+item.nameid)) {
console.log(`\rremoving ${item.amount}x ${itemToString(item.nameid)} [${item.nameid}] from storage of account ${storage.account_id}`);
stats.storage.removed += +item.amount;
storage.storage_amount--;
mod = true;
} else {
items_filtered.push(item);
}
}
if (mod)
stats.storage.accounts++;
storage.items = items_filtered;
if (+storage.storage_amount !== storage.items.length) {
const old_sync = +storage.storage_amount;
storage.storage_amount = storage.items.length;
console.log(`fixing sync of storage for account ${storage.account_id}: ${old_sync} => ${storage.storage_amount}`);
stats.storage.synced++;
}
if (storage.storage_amount >= 1) {
await storage_writer.write(storage);
if (flags.sql) {
await storage_SQL.write(storage);
}
} else {
console.log(`storage of account ${storage.account_id} is now empty: removing it from the storage db`);
stats.storage.wiped++;
}
}
await storage_writer.finalize();
await sql.close();
console.info("\r \n=== all done ===");
console.info(`removed ${stats.inventory.removed} existant, ${stats.inventory.pruned} non-existant and ${stats.inventory.stub} stub items from the inventory of ${stats.inventory.chars} characters`);
console.info(`removed ${stats.storage.removed} existant, ${stats.storage.pruned} non-existant and ${stats.storage.stub} stub items from the storage of ${stats.storage.accounts} accounts`);
console.info(`removed ${stats.storage.wiped} empty storage entries from the storage db`);
console.info(`fixed storage sync of ${stats.storage.synced} accounts`);
if (flags.dry_run) {
console.warn("(DRY RUN) no file modified");
}
Deno.exit(0);
})()
|