-
Notifications
You must be signed in to change notification settings - Fork 2
/
archiver.js
47 lines (39 loc) · 1.52 KB
/
archiver.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
const puppeteer = require('puppeteer');
const fs = require('fs');
const fsPromises = fs.promises;
const biri = process.argv[2];
if (!biri) {
throw new Error("argüman olarak suser adı giriniz.")
}
const url = `https://eksisozluk.com/biri/${biri.replace(/\s/g, '-')}`
console.log(`${url} açılacak.`);
(async () => {
const browser = await puppeteer.launch();
const page = await browser.newPage();
await page.goto(url);
console.log("Sayfa yüklendi.")
console.log("Entryler yükleniyor...");
const entryler = await page.evaluate(() => {
async function yukle() {
//buton gizli olmadikca yukle
var elem = $("a.load-more-entries")[0]
while($("a.load-more-entries")[0].getAttribute("class").indexOf("hidden") == -1 ) {
elem.click()
await new Promise(r => setTimeout(r, 500));
}
console.log("Entryler yüklendi.");
//get all entries in json object format
return Array.from(document.querySelectorAll("div.topic-item")).map(function(elem, index, arr) {
var title = elem.querySelector("#title").innerText
var entry = elem.querySelector("#entry-item-list .content").innerText
var tarih = elem.querySelector("#entry-item-list .entry-date").innerText
var link = elem.querySelector("#entry-item-list .entry-date").href
return {title, entry, tarih, link}
})
}
return yukle()
});
console.log("Dosyaya yazılıyor.")
await fsPromises.writeFile(`${biri}.json`, JSON.stringify(entryler, null, 2))
await browser.close();
})();