lamp/pixiv-bookmarks-to-pleroma
lamp/pixiv-bookmarks-to-pleroma
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Compare commits

base: lamp:6155c014a0da6c0cf803bfff3f53cb28c71666b5
Branches Tags
lamp:master
lamp:to-matrix
..
compare: lamp:742f006c8b546a5820b77b8edc5795425b9dd143
Branches Tags
lamp:master
lamp:to-matrix

No commits in common. "6155c014a0da6c0cf803bfff3f53cb28c71666b5" and "742f006c8b546a5820b77b8edc5795425b9dd143" have entirely different histories.
6155c014a0 ... 742f006c8b

4 changed files with 14 additions and 16 deletions
Show Stats Expand all files Collapse all files

3
catchup.js
View File

@ -1,9 +1,10 @@
import { fetch, credentials, pixivToPleroma, known_ids } from "./common.js";
import { credentials, pixivToPleroma, known_ids } from "./common.js";
var {pixiv_cookie, pixiv_user_id} = credentials;
var new_ids = [];
top: for (var offset = 0;;) {
let url = `https://www.pixiv.net/ajax/user/${pixiv_user_id}/illusts/bookmarks?tag=&offset=${offset}&limit=100&rest=show&lang=en&version=5dc84ab282403a049abea4e2f2214b6a69d31da6`;
console.log("get", url);
let data = await fetch(url, {headers: {Cookie: pixiv_cookie}}).then(res => res.json());
let ids = data.body.works.map(x => x.id);
if (!ids.length) break;

23
common.js
View File

@ -1,13 +1,7 @@
export async function fetch(url, options) {
console.log("fetch", url);
var res = await globalThis.fetch(url, options);
if (!res.ok) throw new Error(`HTTP ${res.status} ${res.statusText}`);
return res;
};
export var credentials = JSON.parse(Deno.readTextFileSync("credentials.json"));
var {client_id, client_secret, username, password, pixiv_cookie, access_token, pleroma_user_id} = credentials;
export var known_ids = {};
try {
known_ids = Object.fromEntries(Deno.readTextFileSync("known_ids.csv").trim().split("\n").map(line => line.split(",")));
@ -53,6 +47,7 @@ async function uploadFile({data, name}) {
body: form,
headers: {"Authorization": `Bearer ${access_token}`}
});
if (!res.ok) throw new Error("HTTP " + res.status);
var json = await res.json();
console.log("uploaded file", res.status, json.url);
return json;
@ -76,6 +71,7 @@ async function postStatus({status, visibility = "unlisted", content_type = "text
body: form,
headers: {"Authorization": `Bearer ${access_token}`}
});
if (!res.ok) throw new Error("HTTP " + res.status);
var json = await res.json();
console.log("posted", res.status, json.uri || json);
return json;
@ -84,15 +80,15 @@ async function postStatus({status, visibility = "unlisted", content_type = "text
async function downloadPixivIllust(illust_id) {
var url = `https://www.pixiv.net/en/artworks/${illust_id}`;
console.log("fetch", url);
var res = await globalThis.fetch(url, {headers: {"Cookie": pixiv_cookie}});
if (!res.ok) {
console.error(res.status);
var res = await fetch(url);
}
var res = await fetch(url, {headers: {"Cookie": pixiv_cookie}});
if (!res.ok) throw new Error("HTTP " + res.status);
var html = await res.text();
var illust = Object.values(JSON.parse(html.match(/<meta name="preload-data" id="meta-preload-data" content='(.*)'>/)[1]).illust)[0];
try {
let res = await fetch(`https://www.pixiv.net/ajax/illust/${illust_id}/pages`, {headers: {"Cookie": pixiv_cookie}});
let u = `https://www.pixiv.net/ajax/illust/${illust_id}/pages`;
console.log("fetch", u);
let res = await fetch(u, {headers: {"Cookie": pixiv_cookie}});
if (!res.ok) throw new Error("HTTP " + res.status);
let json = await res.json();
var images = json.body.map(x => ({
url: x.urls.original,
@ -110,6 +106,7 @@ async function downloadPixivIllust(illust_id) {
}
for (let image of images) {
image.name = image.url.split('/').pop();
console.log("fetch", image.url);
image.data = await fetch(image.url, {headers: {"Referer": "https://www.pixiv.net/"}}).then(res => res.blob());
};
return {illust, images};

3
missing.js
View File

@ -1,4 +1,4 @@
import { fetch, credentials, pixivToPleroma, getAllStatuses } from "./common.js";
import { credentials, pixivToPleroma, getAllStatuses } from "./common.js";
var {pixiv_cookie, pixiv_user_id} = credentials;
console.log("get all pixiv bookmarks");
@ -6,6 +6,7 @@ console.log("get all pixiv bookmarks");
var all_bookmark_ids = [];
for (var offset = 0;;) {
let url = `https://www.pixiv.net/ajax/user/${pixiv_user_id}/illusts/bookmarks?tag=&offset=${offset}&limit=100&rest=show&lang=en&version=5dc84ab282403a049abea4e2f2214b6a69d31da6`;
console.log("get", url);
let data = await fetch(url, {headers: {Cookie: pixiv_cookie}}).then(res => res.json());
let works = data.body.works;
if (!works.length) break;

1
server.js
View File

@ -39,7 +39,6 @@ Deno.serve({
}
} catch (error) {
console.error("payload error:", error.stack);
console.debug(req.headers.get("content-type"));
}
return fetch("https://www.pixiv.net"+pathname, {