-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathupdate-slugs.js
More file actions
41 lines (36 loc) · 1.3 KB
/
Copy pathupdate-slugs.js
File metadata and controls
41 lines (36 loc) · 1.3 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
const fs = require('fs');
function readJsonFile(filePath) {
const buffer = fs.readFileSync(filePath);
let content;
if (buffer[0] === 0xFF && buffer[1] === 0xFE) {
content = buffer.toString('utf16le');
} else {
content = buffer.toString('utf8');
}
return JSON.parse(content.replace(/^\uFEFF/, ''));
}
const oldData = readJsonFile('temp_old_breaches.json');
const removedNames = [
"BreachForums2025",
"france travail fuite du 2025-12-1",
"france travail fuite du 2025-10-6",
"france travail fuite du 2025-9-25",
"CanadaGoose",
"EPal",
"AbuseWithUs",
"KMRU",
"basketball"
];
const slugs = oldData.breaches
.filter(b => {
const name = b.Name.toLowerCase();
return removedNames.some(rn => name.includes(rn.toLowerCase()));
})
.map(b => b.slug)
.filter(s => s && s !== 'undefined');
const currentContent = fs.readFileSync('slugs-a-supprimer.txt', 'utf8');
const currentSlugs = currentContent.split('\n').map(s => s.trim()).filter(s => s);
const newSlugs = [...new Set([...currentSlugs, ...slugs])].sort();
fs.writeFileSync('slugs-a-supprimer.txt', newSlugs.join('\n') + '\n');
console.log(`Ajouté ${slugs.length} slugs extraits. Total unique dans le fichier: ${newSlugs.length}`);
console.log('Slugs extraits:', slugs);