commit

.gitignore

@@ -1,2 +0,0 @@
-credentials.json
-past_bookmarks.json

.vscode/settings.json

@@ -1,4 +0,0 @@
-{
-	"deno.enable": true,
-	"deno.lint": false
-}

app.deno.js

@@ -1,133 +1,113 @@
-import credentials from "./credentials.json" with { type: "json" };
+import ky from 'https://esm.sh/ky';
-var {client_id, client_secret, username, password, pixiv_cookie} = credentials;
+import credentials from "./credentials.json" with { type: "json" };
-
+var {matrix_token, pixiv_cookie, pixiv_user_id} = credentials;
-var access_token;
+
-
+var ke = ky.create({
-await (async function login() {
+	hooks: {
-	var form = new FormData();
+		beforeRequest: [request => console.log(`${request.method} ${request.url}`)],
-	form.append("client_id", client_id);
+		afterResponse: [(_request, _options, response) => console.log(response.status)]
-	form.append("client_secret", client_secret);
+	},
-	form.append("grant_type", "password");
+	retry: {
-	form.append("username", username);
+		limit: 100,
-	form.append("password", password);
+		delay: attemptCount => (2 ** (attemptCount - 1)) * 1000
-	var data = await fetch("https://pleroma.lamp.wtf/oauth/token", {
+	},
-		method: "POST",
+	timeout: false
-		body: form
+});
-	}).then(res => res.json());
+
-	console.log ("logged in", data);
+
-	access_token = data.access_token;
+var matrix = {
-})();
+	ky: ke.extend({headers: {"Authorization": `Bearer ${credentials.matrix_token}`}}),
-
+	rooms: {
-async function uploadFile({data, name}) {
+		default: "!mxhaBcBiEmnGxrffll:matrix.org",
-	var form = new FormData();
+		pixiv_sfw: "!zStOGJAGxEaQgwxGYI:matrix.org",
-	form.append("file", data, name);
+		pixiv_nsfw: "!HtXDHeAhEKBFGfAJTi:matrix.org"
-	var res = await fetch("https://pleroma.lamp.wtf/api/v1/media", {
+	},
-		method: "POST",
+	async sendMessage({room = this.rooms.default, type = "m.text", body, filename, info, url}) {
-		body: form,
+		return await this.ky.put(`https://matrix-client.matrix.org/_matrix/client/v3/rooms/${encodeURIComponent(room)}/send/m.room.message/${Math.random().toString()}`, {
-		headers: {"Authorization": `Bearer ${access_token}`}
+			json: {msgtype: type, body, filename, info, url}
-	});
+		}).json();
-	var json = await res.json();
+	},
-	console.log("uploaded file", res.status, json.url);
+	async uploadFile(filename, data) {
-	return json;
+		var {content_uri} = await this.ky.post(`https://matrix-client.matrix.org/_matrix/media/v3/upload?filename=${encodeURIComponent(filename)}`, {body: data}).json();
-}
+		return content_uri;
-
+	},
-async function postStatus({status, visibility = "unlisted", content_type = "text/plain", media_ids = [], sensitive, files}) {
+	async sendImage({room = this.rooms.default, body, filename, data, info}) {
-	if (files) {
+		var content_uri = await this.uploadFile(filename, data);
-		media_ids = (await Promise.all(files.map(file => uploadFile(file)))).map(d => d.id);
+		return await this.sendMessage({room, type: "m.image", body: body || filename, filename, url: content_uri, info});
-	}
+	}
-	var form = new FormData();
+}
-	form.append("status", status);
+
-	form.append("visibility", visibility);
+
-	form.append("source", "bot");
+
-	form.append("content_type", content_type);
+
-	for (let media_id of media_ids) {
+
-		form.append("media_ids[]", media_id);
+
-	}
+
-	if (sensitive) form.append("sensitive", "true");
+
-	var res = await fetch("https://pleroma.lamp.wtf/api/v1/statuses", {
+
-		method: "POST",
+
-		body: form,
+async function downloadPixivIllust(illust_id) {
-		headers: {"Authorization": `Bearer ${access_token}`}
+	var html = await ke.get(`https://www.pixiv.net/en/artworks/${illust_id}`, {headers: {"Cookie": credentials.pixiv_cookie}}).text();
-	});
+	var illust = Object.values(JSON.parse(html.match(/<meta name="preload-data" id="meta-preload-data" content='(.*)'>/)[1]).illust)[0];
-	var json = await res.json();
+	var images = [];
-	console.log("posted", res.status, json.uri || json);
+	for (let i = 0; i < illust.pageCount; i++) {
-	return json;
+		let url = illust.urls.original.replace('p0', 'p'+i);
-}
+		let data = await ke.get(url, {headers: {"Referer": "https://www.pixiv.net/"}}).then(res => res.blob());
-
+		images.push({url, name: url.split('/').pop(), data});
-async function downloadPixivIllust(illust_id) {
+	};
-	var url = `https://www.pixiv.net/en/artworks/${illust_id}`;
+	return {illust, images};
-	console.log("fetch", url);
+}
-	var html = await fetch(url, {headers: {"Cookie": pixiv_cookie}}).then(res => res.text());
+
-
+export async function pixivToMatrix(illust_id) {
-	var illust = Object.values(JSON.parse(html.match(/<meta name="preload-data" id="meta-preload-data" content='(.*)'>/)[1]).illust)[0];
+	try {
-	var images = [];
+		var {illust, images} = await downloadPixivIllust(illust_id);
-	for (let i = 0; i < illust.pageCount; i++) {
+		var room = illust.xRestrict ? matrix.rooms.pixiv_nsfw : matrix.rooms.pixiv_sfw;
-		let url = illust.urls.original.replace('p0', 'p'+i);
+		await matrix.sendMessage({room, body: `https://www.pixiv.net/en/artworks/${illust_id}`});
-		console.log("fetch", url);
+		for (var image of images) {
-		let data = await fetch(url, {headers: {"Referer": "https://www.pixiv.net/"}}).then(res => res.blob());
+			try {
-		images.push({url, name: url.split('/').pop(), data});
+				await matrix.sendImage({
-	};
+					room,
-	return {illust, images};
+					filename: image.name,
-}
+					data: image.data,
-
+					info: {
-export async function pixivToPleroma(illust_id) {
+						mimetype: image.data.type,
-	try {
+						size: image.data.size
-		var {illust, images} = await downloadPixivIllust(illust_id);
+					}
-		await postStatus({
+				});
-			status: `https://www.pixiv.net/en/artworks/${illust_id}`,
+			} catch (error) {
-			files: images,
+				onError(error);
-			visibility: "unlisted",
+			}
-			sensitive: Boolean(illust.xRestrict)
+		}
-		});
+	} catch (error) {
-	} catch (error) {
+		onError(error);
-		console.error(error.stack);
+	}
-		postStatus({
+	function onError(error) {
-			status: `https://www.pixiv.net/en/artworks/${illust_id}` +
+		console.error(error.stack);
-				`\n#error:\n${error.stack}`
+		matrix.sendMessage({room: room || matrix.rooms.pixiv_sfw, body: error.stack}).catch(error => {
-		});
+			console.error(error.stack);
-	}
+		});
-}
+	}
-
+}
-
+
-if (import.meta.main) Deno.serve({
+
-	port: 18024,
+
-	hostname: "127.0.0.1"
+
-}, async (req, info) => {
+var new_ids = [];
-	var {pathname} = new URL(req.url);
+top: for (var offset = 0;;) {
-	console.log(info.remoteAddr.hostname, pathname);
+	let url = `https://www.pixiv.net/ajax/user/${pixiv_user_id}/illusts/bookmarks?tag=&offset=${offset}&limit=100&rest=show&lang=en&version=5dc84ab282403a049abea4e2f2214b6a69d31da6`;
-
+	console.log("get", url);
-	switch (pathname) {
+	let data = await fetch(url, {headers: {Cookie: pixiv_cookie}}).then(res => res.json());
-		case "/ajax/illusts/bookmarks/add":
+	let ids = data.body.works.map(x => x.id);
-			var payload = await req.clone().json();
+	if (!ids.length) break;
-			console.log(payload);
+	for (let id of ids) {
-			var {comment, illust_id, restrict, tags} = payload;
+		if (["119320087", "119534122"].includes(id)) break top;
-			pixivToPleroma(illust_id);
+		new_ids.push(id);
-			break;
+	}
-		case "/ajax/illusts/bookmarks/delete":
+	offset += ids.length;
-			var payload = await req.clone().formData();
+}
-			console.log(payload);
+
-			// todo
+console.log("new ids", new_ids);
-			break;
+
-		case "/touch/ajax_api/ajax_api.php":
+for (let id of new_ids.reverse()) {
-			var payload = await req.clone().formData();
+	await pixivToMatrix(id);
-			console.log(payload);
+}
-			var mode = payload.get("mode");
-			if (mode == "add_bookmark_illust") {
-				var restrict = payload.get("restrict");
-				var tag = payload.get("tag");
-				var id = payload.get("id");
-				var comment = payload.get("comment");
-				pixivToPleroma(id);
-			} else if (mode == "delete_bookmark_illust") {
-				var id = payload.get("id");
-				// todo
-			}
-			break;
-	}
-	return fetch("https://www.pixiv.net"+pathname, {
-		method: req.method,
-		headers: req.headers,
-		body: req.body,
-		redirect: "manual"
-	});
-});

get_past_bookmarks.js

@@ -1,18 +0,0 @@
-import credentials from "./credentials.json" with { type: "json" };
-var {pixiv_cookie, pixiv_user_id} = credentials;
-
-var all_ids = [];
-var offset = 0;
-while (true) {
-	let url = `https://www.pixiv.net/ajax/user/${pixiv_user_id}/illusts/bookmarks?tag=&offset=${offset}&limit=100&rest=show&lang=en&version=5dc84ab282403a049abea4e2f2214b6a69d31da6`;
-	console.log("get", url);
-	let data = await fetch(url, {headers: {Cookie: pixiv_cookie}}).then(res => res.json());
-	let ids = data.body.works.map(x => x.id);
-	if (!ids.length) break;
-	for (let id of ids) {
-		all_ids.push(id);
-	}
-	offset += ids.length;
-}
-
-Deno.writeTextFileSync("past_bookmarks.json", JSON.stringify(all_ids));

publish_past_bookmarks.js

@@ -1,6 +0,0 @@
-import past_bookmarks from "./past_bookmarks.json" with { type: "json" };
-import { pixivToPleroma } from "./app.deno.js";
-
-for (let id of past_bookmarks.reverse()) {
-	await pixivToPleroma(id);
-}