retry without cookie when cloudflare 403

catchup.js

@@ -1,10 +1,9 @@
-import { credentials, pixivToPleroma, known_ids } from "./common.js";
+import { fetch, credentials, pixivToPleroma, known_ids } from "./common.js";
 var {pixiv_cookie, pixiv_user_id} = credentials;
 
 var new_ids = [];
 top: for (var offset = 0;;) {
 	let url = `https://www.pixiv.net/ajax/user/${pixiv_user_id}/illusts/bookmarks?tag=&offset=${offset}&limit=100&rest=show&lang=en&version=5dc84ab282403a049abea4e2f2214b6a69d31da6`;
-	console.log("get", url);
 	let data = await fetch(url, {headers: {Cookie: pixiv_cookie}}).then(res => res.json());
 	let ids = data.body.works.map(x => x.id);
 	if (!ids.length) break;

common.js

@@ -1,7 +1,13 @@
+export async function fetch(url, options) {
+	console.log("fetch", url);
+	var res = await globalThis.fetch(url, options);
+	if (!res.ok) throw new Error(`HTTP ${res.status} ${res.statusText}`);
+	return res;
+};
+
 export var credentials = JSON.parse(Deno.readTextFileSync("credentials.json"));
 var {client_id, client_secret, username, password, pixiv_cookie, access_token, pleroma_user_id} = credentials;
 
-
 export var known_ids = {};
 try {
 	known_ids = Object.fromEntries(Deno.readTextFileSync("known_ids.csv").trim().split("\n").map(line => line.split(",")));
@@ -47,7 +53,6 @@ async function uploadFile({data, name}) {
 		body: form,
 		headers: {"Authorization": `Bearer ${access_token}`}
 	});
-	if (!res.ok) throw new Error("HTTP " + res.status);
 	var json = await res.json();
 	console.log("uploaded file", res.status, json.url);
 	return json;
@@ -71,7 +76,6 @@ async function postStatus({status, visibility = "unlisted", content_type = "text
 		body: form,
 		headers: {"Authorization": `Bearer ${access_token}`}
 	});
-	if (!res.ok) throw new Error("HTTP " + res.status);
 	var json = await res.json();
 	console.log("posted", res.status, json.uri || json);
 	return json;
@@ -80,15 +84,15 @@ async function postStatus({status, visibility = "unlisted", content_type = "text
 async function downloadPixivIllust(illust_id) {
 	var url = `https://www.pixiv.net/en/artworks/${illust_id}`;
 	console.log("fetch", url);
-	var res = await fetch(url, {headers: {"Cookie": pixiv_cookie}});
-	if (!res.ok) throw new Error("HTTP " + res.status);
+	var res = await globalThis.fetch(url, {headers: {"Cookie": pixiv_cookie}});
+	if (!res.ok) {
+		console.error(res.status);
+		var res = await fetch(url);
+	}
 	var html = await res.text();
 	var illust = Object.values(JSON.parse(html.match(/<meta name="preload-data" id="meta-preload-data" content='(.*)'>/)[1]).illust)[0];
 	try {
-		let u = `https://www.pixiv.net/ajax/illust/${illust_id}/pages`;
-		console.log("fetch", u);
-		let res = await fetch(u, {headers: {"Cookie": pixiv_cookie}});
-		if (!res.ok) throw new Error("HTTP " + res.status);
+		let res = await fetch(`https://www.pixiv.net/ajax/illust/${illust_id}/pages`, {headers: {"Cookie": pixiv_cookie}});
 		let json = await res.json();
 		var images = json.body.map(x => ({
 			url: x.urls.original,
@@ -106,7 +110,6 @@ async function downloadPixivIllust(illust_id) {
 	}
 	for (let image of images) {
 		image.name = image.url.split('/').pop();
-		console.log("fetch", image.url);
 		image.data = await fetch(image.url, {headers: {"Referer": "https://www.pixiv.net/"}}).then(res => res.blob());
 	};
 	return {illust, images};

missing.js

@@ -1,4 +1,4 @@
-import { credentials, pixivToPleroma, getAllStatuses } from "./common.js";
+import { fetch, credentials, pixivToPleroma, getAllStatuses } from "./common.js";
 var {pixiv_cookie, pixiv_user_id} = credentials;
 
 console.log("get all pixiv bookmarks");
@@ -6,7 +6,6 @@ console.log("get all pixiv bookmarks");
 var all_bookmark_ids = [];
 for (var offset = 0;;) {
 	let url = `https://www.pixiv.net/ajax/user/${pixiv_user_id}/illusts/bookmarks?tag=&offset=${offset}&limit=100&rest=show&lang=en&version=5dc84ab282403a049abea4e2f2214b6a69d31da6`;
-	console.log("get", url);
 	let data = await fetch(url, {headers: {Cookie: pixiv_cookie}}).then(res => res.json());
 	let works = data.body.works;
 	if (!works.length) break;

server.js

@@ -39,6 +39,7 @@ Deno.serve({
 		}
 	} catch (error) {
 		console.error("payload error:", error.stack);
+		console.debug(req.headers.get("content-type"));
 	}
 
 	return fetch("https://www.pixiv.net"+pathname, {