Compare commits
1 Commits
a1c603edcf
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
| e9f2a5606a |
@@ -1,3 +0,0 @@
|
|||||||
node_modules
|
|
||||||
download
|
|
||||||
chromium_data
|
|
||||||
@@ -1,12 +0,0 @@
|
|||||||
|
|
||||||
### example usage
|
|
||||||
```sh
|
|
||||||
node pixiv-downloader.js "初音ミク" -p 3
|
|
||||||
```
|
|
||||||
|
|
||||||
Chromium window will appear where you'll need to sign in to your pixiv premium account if you haven't already.
|
|
||||||
|
|
||||||
### args
|
|
||||||
- `-p <num>` for number of pages (default 1)
|
|
||||||
- `-s <num>` for page number to start on (default 1)
|
|
||||||
- `-r` to include R18
|
|
||||||
Generated
-2631
File diff suppressed because it is too large
Load Diff
@@ -1 +0,0 @@
|
|||||||
{"dependencies":{"download":"^8.0.0","minimist":"^1.2.5","puppeteer":"^10.2.0"}}
|
|
||||||
@@ -1,65 +0,0 @@
|
|||||||
// node pixiv-downloader.js <tags> -p [numpages] -s [startpage] [-r]
|
|
||||||
var argv = require("minimist")(process.argv.slice(2), {
|
|
||||||
default: {
|
|
||||||
"p": 1,
|
|
||||||
"s": 1
|
|
||||||
}
|
|
||||||
});
|
|
||||||
var query = argv._.join(" ");
|
|
||||||
var puppeteer = require("puppeteer");
|
|
||||||
var download = require("download");
|
|
||||||
var fs = require("fs");
|
|
||||||
|
|
||||||
(async function(){
|
|
||||||
var browser = await puppeteer.launch({
|
|
||||||
headless: false,
|
|
||||||
userDataDir: process.cwd() + "/chromium_data"
|
|
||||||
});
|
|
||||||
|
|
||||||
var page = await browser.newPage();
|
|
||||||
await page.setContent(`login to <a target="_blank" href="https://accounts.pixiv.net/login">pixiv</a> if necessary, then close this page to continue.`);
|
|
||||||
await new Promise(r => page.on("close", r));
|
|
||||||
|
|
||||||
var page = await browser.newPage();
|
|
||||||
for (let i = argv.s; i < argv.s + argv.p; i++) {
|
|
||||||
let url = `https://www.pixiv.net/ajax/search/artworks/${encodeURIComponent(query)}?order=popular_d&mode=${argv.r ? "all" : "safe"}&p=${i}`;
|
|
||||||
console.log("get page", i, url);
|
|
||||||
await page.goto(url);
|
|
||||||
let data = JSON.parse(await page.evaluate(() => document.querySelector("body").innerText));
|
|
||||||
if (data.error) throw data.message;
|
|
||||||
for (let item of data.body.illustManga.data) {
|
|
||||||
let url = `https://www.pixiv.net/ajax/illust/${item.id}/pages`;
|
|
||||||
console.log("get", url);
|
|
||||||
await page.goto(url);
|
|
||||||
let data = JSON.parse(await page.evaluate(() => document.querySelector("body").innerText));
|
|
||||||
if (data.error) {
|
|
||||||
console.error(error.message);
|
|
||||||
} else {
|
|
||||||
for (let image of data.body) {
|
|
||||||
let url = image.urls.original;
|
|
||||||
console.log("download", url);
|
|
||||||
if (!fs.existsSync("download")) fs.mkdirSync("download");
|
|
||||||
let filename = url.split('/').pop();
|
|
||||||
let filedir = "download/" + query + "/";
|
|
||||||
if (!fs.existsSync(filedir)) fs.mkdirSync(filedir);
|
|
||||||
let filepath = filedir + filename;
|
|
||||||
if (fs.existsSync(filepath)) {
|
|
||||||
console.log(filename, "already exists");
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
let write = fs.createWriteStream(filepath);
|
|
||||||
download(url, {
|
|
||||||
headers: {
|
|
||||||
"Referer": "https://www.pixiv.net"
|
|
||||||
}
|
|
||||||
}).pipe(write);
|
|
||||||
await new Promise(r => write.on("close", r));
|
|
||||||
console.log("saved", filename)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
console.log("complete");
|
|
||||||
await browser.close();
|
|
||||||
})();
|
|
||||||
|
|
||||||
Reference in New Issue
Block a user