From 492a81104a62b4dc179a3a11424338493a4928eb Mon Sep 17 00:00:00 2001
From: naskya <m@naskya.net>
Date: Sun, 26 Mar 2023 19:22:56 +0900
Subject: [PATCH 01/14] Try to fix calckey/calckey#9770

---
 packages/client/src/pages/admin/index.vue | 17 ++++++++++++-----
 1 file changed, 12 insertions(+), 5 deletions(-)

diff --git a/packages/client/src/pages/admin/index.vue b/packages/client/src/pages/admin/index.vue
index 81a27cf38d..3633bef989 100644
--- a/packages/client/src/pages/admin/index.vue
+++ b/packages/client/src/pages/admin/index.vue
@@ -24,7 +24,7 @@
 </template>
 
 <script lang="ts" setup>
-import { defineAsyncComponent, inject, nextTick, onMounted, onUnmounted, provide, watch } from 'vue';
+import { defineAsyncComponent, inject, nextTick, onMounted, onUnmounted, onActivated, provide, watch, ref } from 'vue';
 import { i18n } from '@/i18n';
 import MkSuperMenu from '@/components/MkSuperMenu.vue';
 import MkInfo from '@/components/MkInfo.vue';
@@ -39,7 +39,7 @@ import { useRouter } from '@/router';
 import { definePageMetadata, provideMetadataReceiver, setPageMetadata } from '@/scripts/page-metadata';
 
 const isEmpty = (x: string | null) => x == null || x === '';
-
+const el = ref<HTMLElement | null>(null);
 const router = useRouter();
 
 const indexInfo = {
@@ -54,7 +54,6 @@ let INFO = $ref(indexInfo);
 let childInfo = $ref(null);
 let narrow = $ref(false);
 let view = $ref(null);
-let el = $ref(null);
 let pageProps = $ref({});
 let noMaintainerInformation = isEmpty(instance.maintainerName) || isEmpty(instance.maintainerEmail);
 let noBotProtection = !instance.disableRegistration && !instance.enableHcaptcha && !instance.enableRecaptcha;
@@ -207,14 +206,22 @@ watch(narrow, () => {
 });
 
 onMounted(() => {
-	ro.observe(el);
+	ro.observe(el.value);
 
-	narrow = el.offsetWidth < NARROW_THRESHOLD;
+	narrow = el.value.offsetWidth < NARROW_THRESHOLD;
 	if (currentPage?.route.name == null && !narrow) {
 		router.push('/admin/overview');
 	}
 });
 
+onActivated(() => {
+	narrow = el.value.offsetWidth < NARROW_THRESHOLD;
+
+	if (!narrow && currentPage?.route.name == null) {
+		router.replace('/admin/overview');
+	}
+});
+
 onUnmounted(() => {
 	ro.disconnect();
 });

From 7acb2b7c094fbdfcaad8d093f0981683e8407de4 Mon Sep 17 00:00:00 2001
From: Kagami Sascha Rosylight <saschanaz@outlook.com>
Date: Sun, 12 Mar 2023 04:11:37 +0100
Subject: [PATCH 02/14] fix: allow announces with followers visibility

---
 packages/backend/src/remote/activitypub/renderer/announce.ts | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/packages/backend/src/remote/activitypub/renderer/announce.ts b/packages/backend/src/remote/activitypub/renderer/announce.ts
index cff79a3f72..bb04a7f3d7 100644
--- a/packages/backend/src/remote/activitypub/renderer/announce.ts
+++ b/packages/backend/src/remote/activitypub/renderer/announce.ts
@@ -13,6 +13,9 @@ export default (object: any, note: Note) => {
 	} else if (note.visibility === "home") {
 		to = [`${attributedTo}/followers`];
 		cc = ["https://www.w3.org/ns/activitystreams#Public"];
+	} else if (note.visibility === 'followers') {
+		to = [`${attributedTo}/followers`];
+		cc = [];
 	} else {
 		return null;
 	}

From d5c80e74de0a97a7820cc24a6df4d8bad2e59700 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Tue, 28 Mar 2023 23:29:47 +0200
Subject: [PATCH 03/14] feat: experimental post import

---
 packages/backend/src/misc/post.ts             | 14 ++++++
 packages/backend/src/queue/index.ts           | 17 ++++++++
 .../backend/src/queue/processors/db/index.ts  |  2 +
 packages/backend/src/server/api/endpoints.ts  |  2 +
 .../server/api/endpoints/i/import-posts.ts    | 43 +++++++++++++++++++
 .../src/pages/settings/import-export.vue      | 10 +++++
 6 files changed, 88 insertions(+)
 create mode 100644 packages/backend/src/misc/post.ts
 create mode 100644 packages/backend/src/server/api/endpoints/i/import-posts.ts

diff --git a/packages/backend/src/misc/post.ts b/packages/backend/src/misc/post.ts
new file mode 100644
index 0000000000..e14aa3444f
--- /dev/null
+++ b/packages/backend/src/misc/post.ts
@@ -0,0 +1,14 @@
+export type Post = {
+	text: string | null;
+	cw: string | null;
+	localOnly: boolean;
+	createdAt: Date;
+};
+
+export function parse(acct: any): Post {
+	return { text: acct.text, cw: acct.cw, localOnly: acct.localOnly, createdAt: new Date(acct.createdAt) };
+}
+
+export function toJson(acct: Post): string {
+	return { text: acct.text, cw: acct.cw, localOnly: acct.localOnly }.toString();
+}
diff --git a/packages/backend/src/queue/index.ts b/packages/backend/src/queue/index.ts
index c387efe927..d5b42d637f 100644
--- a/packages/backend/src/queue/index.ts
+++ b/packages/backend/src/queue/index.ts
@@ -314,6 +314,23 @@ export function createImportFollowingJob(
 	);
 }
 
+export function createImportPostsJob(
+	user: ThinUser,
+	fileId: DriveFile["id"],
+) {
+	return dbQueue.add(
+		"importPosts",
+		{
+			user: user,
+			fileId: fileId,
+		},
+		{
+			removeOnComplete: true,
+			removeOnFail: true,
+		},
+	);
+}
+
 export function createImportMutingJob(user: ThinUser, fileId: DriveFile["id"]) {
 	return dbQueue.add(
 		"importMuting",
diff --git a/packages/backend/src/queue/processors/db/index.ts b/packages/backend/src/queue/processors/db/index.ts
index 90173053fb..22b55a3683 100644
--- a/packages/backend/src/queue/processors/db/index.ts
+++ b/packages/backend/src/queue/processors/db/index.ts
@@ -11,6 +11,7 @@ import { importFollowing } from "./import-following.js";
 import { importUserLists } from "./import-user-lists.js";
 import { deleteAccount } from "./delete-account.js";
 import { importMuting } from "./import-muting.js";
+import { importPosts } from "./import-posts.js";
 import { importBlocking } from "./import-blocking.js";
 import { importCustomEmojis } from "./import-custom-emojis.js";
 
@@ -26,6 +27,7 @@ const jobs = {
 	importMuting,
 	importBlocking,
 	importUserLists,
+	importPosts,
 	importCustomEmojis,
 	deleteAccount,
 } as Record<
diff --git a/packages/backend/src/server/api/endpoints.ts b/packages/backend/src/server/api/endpoints.ts
index ba0e721b9e..920f871995 100644
--- a/packages/backend/src/server/api/endpoints.ts
+++ b/packages/backend/src/server/api/endpoints.ts
@@ -182,6 +182,7 @@ import * as ep___i_exportBlocking from "./endpoints/i/export-blocking.js";
 import * as ep___i_exportFollowing from "./endpoints/i/export-following.js";
 import * as ep___i_exportMute from "./endpoints/i/export-mute.js";
 import * as ep___i_exportNotes from "./endpoints/i/export-notes.js";
+import * as ep___i_importPosts from "./endpoints/i/import-posts.js";
 import * as ep___i_exportUserLists from "./endpoints/i/export-user-lists.js";
 import * as ep___i_favorites from "./endpoints/i/favorites.js";
 import * as ep___i_gallery_likes from "./endpoints/i/gallery/likes.js";
@@ -527,6 +528,7 @@ const eps = [
 	["i/export-following", ep___i_exportFollowing],
 	["i/export-mute", ep___i_exportMute],
 	["i/export-notes", ep___i_exportNotes],
+	["i/import-posts", ep___i_importPosts],
 	["i/export-user-lists", ep___i_exportUserLists],
 	["i/favorites", ep___i_favorites],
 	["i/gallery/likes", ep___i_gallery_likes],
diff --git a/packages/backend/src/server/api/endpoints/i/import-posts.ts b/packages/backend/src/server/api/endpoints/i/import-posts.ts
new file mode 100644
index 0000000000..254e37d8a4
--- /dev/null
+++ b/packages/backend/src/server/api/endpoints/i/import-posts.ts
@@ -0,0 +1,43 @@
+import define from "../../define.js";
+import { createImportPostsJob } from "@/queue/index.js";
+import { ApiError } from "../../error.js";
+import { DriveFiles } from "@/models/index.js";
+import { DAY } from "@/const.js";
+
+export const meta = {
+	secure: true,
+	requireCredential: true,
+	limit: {
+		duration: DAY,
+		max: 1,
+	},
+	errors: {
+		noSuchFile: {
+			message: "No such file.",
+			code: "NO_SUCH_FILE",
+			id: "e674141e-bd2a-ba85-e616-aefb187c9c2a",
+		},
+
+		emptyFile: {
+			message: "That file is empty.",
+			code: "EMPTY_FILE",
+			id: "d2f12af1-e7b4-feac-86a3-519548f2728e",
+		},
+	},
+} as const;
+
+export const paramDef = {
+	type: "object",
+	properties: {
+		fileId: { type: "string", format: "misskey:id" },
+	},
+	required: ["fileId"],
+} as const;
+
+export default define(meta, paramDef, async (ps, user) => {
+	const file = await DriveFiles.findOneBy({ id: ps.fileId });
+
+	if (file == null) throw new ApiError(meta.errors.noSuchFile);
+	if (file.size === 0) throw new ApiError(meta.errors.emptyFile);
+	createImportPostsJob(user, file.id);
+});
diff --git a/packages/client/src/pages/settings/import-export.vue b/packages/client/src/pages/settings/import-export.vue
index 64c3cb4f98..4822ccff06 100644
--- a/packages/client/src/pages/settings/import-export.vue
+++ b/packages/client/src/pages/settings/import-export.vue
@@ -7,6 +7,11 @@
 			<template #icon><i class="ph-download-simple ph-bold ph-lg"></i></template>
 			<MkButton primary :class="$style.button" inline @click="exportNotes()"><i class="ph-download-simple ph-bold ph-lg"></i> {{ i18n.ts.export }}</MkButton>
 		</FormFolder>
+		<FormFolder class="_formBlock">
+			<template #label>{{ i18n.ts.import }}</template>
+			<template #icon><i class="ph-upload-simple ph-bold ph-lg"></i></template>
+			<MkButton primary :class="$style.button" inline @click="importPosts($event)"><i class="ph-upload-simple ph-bold ph-lg"></i> {{ i18n.ts.import }}</MkButton>
+		</FormFolder>
 	</FormSection>
 	<FormSection>
 		<template #label>{{ i18n.ts._exportOrImport.followingList }}</template>
@@ -108,6 +113,11 @@ const exportNotes = () => {
 	os.api('i/export-notes', {}).then(onExportSuccess).catch(onError);
 };
 
+const importPosts = async (ev) => {
+	const file = await selectFile(ev.currentTarget ?? ev.target);
+	os.api('i/import-posts', { fileId: file.id }).then(onImportSuccess).catch(onError);
+};
+
 const exportFollowing = () => {
 	os.api('i/export-following', {
 		excludeMuting: excludeMutingUsers.value,

From 99b471d43b5d1cc29b5098fe68cdfd6f29babe81 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Tue, 28 Mar 2023 23:48:27 +0200
Subject: [PATCH 04/14] why is this git ignored?

---
 .../src/queue/processors/db/import-posts.ts   | 76 +++++++++++++++++++
 1 file changed, 76 insertions(+)
 create mode 100644 packages/backend/src/queue/processors/db/import-posts.ts

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
new file mode 100644
index 0000000000..a5c5c36923
--- /dev/null
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -0,0 +1,76 @@
+import { IsNull } from "typeorm";
+import follow from "@/services/following/create.js";
+
+import * as Post from "@/misc/posts.js";
+import create from "@/services/note/create.js";
+import { downloadTextFile } from "@/misc/download-text-file.js";
+import { Users, DriveFiles } from "@/models/index.js";
+import type { DbUserImportJobData } from "@/queue/types.js";
+import { queueLogger } from "../../logger.js";
+import type Bull from "bull";
+
+const logger = queueLogger.createSubLogger("import-posts");
+
+export async function importPosts(
+	job: Bull.Job<DbUserImportJobData>,
+	done: any,
+): Promise<void> {
+	logger.info(`Importing following of ${job.data.user.id} ...`);
+
+	const user = await Users.findOneBy({ id: job.data.user.id });
+	if (user == null) {
+		done();
+		return;
+	}
+
+	const file = await DriveFiles.findOneBy({
+		id: job.data.fileId,
+	});
+	if (file == null) {
+		done();
+		return;
+	}
+
+	const csv = await downloadTextFile(file.url);
+
+	let linenum = 0;
+
+	if (file.type.endsWith("json")) {
+		for (const post of JSON.parse(csv)) {
+			try {
+				if (post.replyId != null) {
+					continue;
+				}
+				if (post.renoteId != null) {
+					continue;
+				}
+				if (post.visibility !== "public") continue;
+				const { text, cw, localOnly, createdAt } = Post.parse(post);
+
+				logger.info(`Posting[${linenum}] ...`);
+
+				const note = await create(user, {
+					createdAt: createdAt,
+					files: undefined,
+					poll: undefined,
+					text: text || undefined,
+					reply: null,
+					renote: null,
+					cw: cw,
+					localOnly,
+					visibility: "public",
+					visibleUsers: [],
+					channel: null,
+					apMentions: undefined,
+					apHashtags: undefined,
+					apEmojis: undefined,
+				});
+			} catch (e) {
+				logger.warn(`Error in line:${linenum} ${e}`);
+			}
+		}
+	}
+
+	logger.succ("Imported");
+	done();
+}

From 450f798f12e40653d756f1782a7cb2b78fd50f94 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Tue, 28 Mar 2023 23:48:27 +0200
Subject: [PATCH 05/14] why is this git ignored?

---
 packages/backend/src/queue/processors/db/import-posts.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index a5c5c36923..a28350c757 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -1,7 +1,7 @@
 import { IsNull } from "typeorm";
 import follow from "@/services/following/create.js";
 
-import * as Post from "@/misc/posts.js";
+import * as Post from "@/misc/post.js";
 import create from "@/services/note/create.js";
 import { downloadTextFile } from "@/misc/download-text-file.js";
 import { Users, DriveFiles } from "@/models/index.js";

From 50aa4667bb971879093890e40b59f8c8a7d38520 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 19:16:25 +0200
Subject: [PATCH 06/14] temporary set import limit to infinity for debug

---
 packages/backend/src/server/api/endpoints/i/import-posts.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/backend/src/server/api/endpoints/i/import-posts.ts b/packages/backend/src/server/api/endpoints/i/import-posts.ts
index 254e37d8a4..16517960fe 100644
--- a/packages/backend/src/server/api/endpoints/i/import-posts.ts
+++ b/packages/backend/src/server/api/endpoints/i/import-posts.ts
@@ -9,7 +9,7 @@ export const meta = {
 	requireCredential: true,
 	limit: {
 		duration: DAY,
-		max: 1,
+		max: 9999999,
 	},
 	errors: {
 		noSuchFile: {

From 220b022461a054ffbb590b4de82ffd2070cb4a65 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 19:23:37 +0200
Subject: [PATCH 07/14] note import debug logs

---
 packages/backend/src/queue/processors/db/import-posts.ts | 9 +++++++--
 1 file changed, 7 insertions(+), 2 deletions(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index a28350c757..48ef6371e3 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -15,7 +15,7 @@ export async function importPosts(
 	job: Bull.Job<DbUserImportJobData>,
 	done: any,
 ): Promise<void> {
-	logger.info(`Importing following of ${job.data.user.id} ...`);
+	logger.info(`Importing posts of ${job.data.user.id} ...`);
 
 	const user = await Users.findOneBy({ id: job.data.user.id });
 	if (user == null) {
@@ -39,12 +39,17 @@ export async function importPosts(
 		for (const post of JSON.parse(csv)) {
 			try {
 				if (post.replyId != null) {
+					logger.info(`Is reply, skip [${linenum}] ...`);
 					continue;
 				}
 				if (post.renoteId != null) {
+					logger.info(`Is boost, skip [${linenum}] ...`);
+					continue;
+				}
+				if (post.visibility !== "public") {
+					logger.info(`Is non-public, skip [${linenum}] ...`);
 					continue;
 				}
-				if (post.visibility !== "public") continue;
 				const { text, cw, localOnly, createdAt } = Post.parse(post);
 
 				logger.info(`Posting[${linenum}] ...`);

From 82f342cf451c1fd9652154c007ca72dd64e2ee0f Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 19:36:23 +0200
Subject: [PATCH 08/14] update post job

---
 packages/backend/src/queue/processors/db/import-posts.ts | 9 ++++++---
 1 file changed, 6 insertions(+), 3 deletions(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index 48ef6371e3..f4868ebbcb 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -31,12 +31,12 @@ export async function importPosts(
 		return;
 	}
 
-	const csv = await downloadTextFile(file.url);
+	const json = await downloadTextFile(file.url);
 
 	let linenum = 0;
 
-	if (file.type.endsWith("json")) {
-		for (const post of JSON.parse(csv)) {
+	try {
+		for (const post of JSON.parse(json)) {
 			try {
 				if (post.replyId != null) {
 					logger.info(`Is reply, skip [${linenum}] ...`);
@@ -74,6 +74,9 @@ export async function importPosts(
 				logger.warn(`Error in line:${linenum} ${e}`);
 			}
 		}
+	} catch (e) {
+		// handle error
+		logger.warn(`Error reading: ${e}`);
 	}
 
 	logger.succ("Imported");

From 12698bf1e8221f8bfa0e397384c2b7d4c7179cb3 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 19:37:31 +0200
Subject: [PATCH 09/14] actually increase line num

---
 packages/backend/src/queue/processors/db/import-posts.ts | 1 +
 1 file changed, 1 insertion(+)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index f4868ebbcb..b7e6b87d38 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -70,6 +70,7 @@ export async function importPosts(
 					apHashtags: undefined,
 					apEmojis: undefined,
 				});
+				linenum++;
 			} catch (e) {
 				logger.warn(`Error in line:${linenum} ${e}`);
 			}

From 7650c60cdfd65fde3664ed6b2b5fd1246c43c230 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 20:01:56 +0200
Subject: [PATCH 10/14] dont ping users

---
 packages/backend/src/queue/processors/db/import-posts.ts | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index b7e6b87d38..36e183c1ea 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -38,6 +38,7 @@ export async function importPosts(
 	try {
 		for (const post of JSON.parse(json)) {
 			try {
+				linenum++;
 				if (post.replyId != null) {
 					logger.info(`Is reply, skip [${linenum}] ...`);
 					continue;
@@ -66,11 +67,10 @@ export async function importPosts(
 					visibility: "public",
 					visibleUsers: [],
 					channel: null,
-					apMentions: undefined,
+					apMentions: null,
 					apHashtags: undefined,
 					apEmojis: undefined,
 				});
-				linenum++;
 			} catch (e) {
 				logger.warn(`Error in line:${linenum} ${e}`);
 			}

From 21c7f93d7a69eb7dd8bb1b81a7563ca304ad98df Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 21:10:01 +0200
Subject: [PATCH 11/14] handle mastodon style posts

---
 .../src/queue/processors/db/import-posts.ts   | 67 ++++++++++++++-----
 .../src/remote/activitypub/models/note.ts     |  4 +-
 2 files changed, 53 insertions(+), 18 deletions(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index 36e183c1ea..a1cfab7353 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -8,6 +8,7 @@ import { Users, DriveFiles } from "@/models/index.js";
 import type { DbUserImportJobData } from "@/queue/types.js";
 import { queueLogger } from "../../logger.js";
 import type Bull from "bull";
+import { htmlToMfm } from "@/remote/activitypub/misc/html-to-mfm.js";
 
 const logger = queueLogger.createSubLogger("import-posts");
 
@@ -36,34 +37,70 @@ export async function importPosts(
 	let linenum = 0;
 
 	try {
-		for (const post of JSON.parse(json)) {
-			try {
+		const parsed = JSON.parse(json);
+		if (parsed instanceof Array) {
+			for (const post of JSON.parse(json)) {
+				try {
+					linenum++;
+					if (post.replyId != null) {
+						logger.info(`Is reply, skip [${linenum}] ...`);
+						continue;
+					}
+					if (post.renoteId != null) {
+						logger.info(`Is boost, skip [${linenum}] ...`);
+						continue;
+					}
+					if (post.visibility !== "public") {
+						logger.info(`Is non-public, skip [${linenum}] ...`);
+						continue;
+					}
+					const { text, cw, localOnly, createdAt } = Post.parse(post);
+
+					logger.info(`Posting[${linenum}] ...`);
+
+					const note = await create(user, {
+						createdAt: createdAt,
+						files: undefined,
+						poll: undefined,
+						text: text || undefined,
+						reply: null,
+						renote: null,
+						cw: cw,
+						localOnly,
+						visibility: "public",
+						visibleUsers: [],
+						channel: null,
+						apMentions: null,
+						apHashtags: undefined,
+						apEmojis: undefined,
+					});
+				} catch (e) {
+					logger.warn(`Error in line:${linenum} ${e}`);
+				}
+			}
+		} else {
+			for (const post of parsed.orderedItems) {
 				linenum++;
-				if (post.replyId != null) {
+				if (post.inReplyTo != null) {
 					logger.info(`Is reply, skip [${linenum}] ...`);
 					continue;
 				}
-				if (post.renoteId != null) {
-					logger.info(`Is boost, skip [${linenum}] ...`);
+				if (post.directMessage) {
+					logger.info(`Is dm, skip [${linenum}] ...`);
 					continue;
 				}
-				if (post.visibility !== "public") {
-					logger.info(`Is non-public, skip [${linenum}] ...`);
-					continue;
-				}
-				const { text, cw, localOnly, createdAt } = Post.parse(post);
-
+				const text = htmlToMfm(post.content, post.tag);
 				logger.info(`Posting[${linenum}] ...`);
 
 				const note = await create(user, {
-					createdAt: createdAt,
+					createdAt: new Date(post.published),
 					files: undefined,
 					poll: undefined,
 					text: text || undefined,
 					reply: null,
 					renote: null,
-					cw: cw,
-					localOnly,
+					cw: post.sensitive,
+					localOnly: false,
 					visibility: "public",
 					visibleUsers: [],
 					channel: null,
@@ -71,8 +108,6 @@ export async function importPosts(
 					apHashtags: undefined,
 					apEmojis: undefined,
 				});
-			} catch (e) {
-				logger.warn(`Error in line:${linenum} ${e}`);
 			}
 		}
 	} catch (e) {
diff --git a/packages/backend/src/remote/activitypub/models/note.ts b/packages/backend/src/remote/activitypub/models/note.ts
index a0945ae7b1..033157b081 100644
--- a/packages/backend/src/remote/activitypub/models/note.ts
+++ b/packages/backend/src/remote/activitypub/models/note.ts
@@ -112,13 +112,13 @@ export async function createNote(
 	const note: IPost = object;
 
 	if (note.id && !note.id.startsWith("https://")) {
-		throw new Error(`unexpected shcema of note.id: ${note.id}`);
+		throw new Error(`unexpected schema of note.id: ${note.id}`);
 	}
 
 	const url = getOneApHrefNullable(note.url);
 
 	if (url && !url.startsWith("https://")) {
-		throw new Error(`unexpected shcema of note url: ${url}`);
+		throw new Error(`unexpected schema of note url: ${url}`);
 	}
 
 	logger.debug(`Note fetched: ${JSON.stringify(note, null, 2)}`);

From 66429527ca4bb7bd69bff81c4cb8eab91f9fdcb3 Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 21:15:06 +0200
Subject: [PATCH 12/14] catch errors

---
 .../src/queue/processors/db/import-posts.ts   | 59 ++++++++++---------
 1 file changed, 32 insertions(+), 27 deletions(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index a1cfab7353..19576a97f2 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -80,34 +80,39 @@ export async function importPosts(
 			}
 		} else {
 			for (const post of parsed.orderedItems) {
-				linenum++;
-				if (post.inReplyTo != null) {
-					logger.info(`Is reply, skip [${linenum}] ...`);
-					continue;
+				try {
+					linenum++;
+					if (post.inReplyTo != null) {
+						logger.info(`Is reply, skip [${linenum}] ...`);
+						continue;
+					}
+					if (post.directMessage) {
+						logger.info(`Is dm, skip [${linenum}] ...`);
+						continue;
+					}
+					const text = htmlToMfm(post.content, post.tag);
+					logger.info(`Posting[${linenum}] ...`);
+	
+					const note = await create(user, {
+						createdAt: new Date(post.published),
+						files: undefined,
+						poll: undefined,
+						text: text || undefined,
+						reply: null,
+						renote: null,
+						cw: post.sensitive,
+						localOnly: false,
+						visibility: "public",
+						visibleUsers: [],
+						channel: null,
+						apMentions: null,
+						apHashtags: undefined,
+						apEmojis: undefined,
+					});
+				} catch (e) {
+					logger.warn(`Error in line:${linenum} ${e}`);
 				}
-				if (post.directMessage) {
-					logger.info(`Is dm, skip [${linenum}] ...`);
-					continue;
-				}
-				const text = htmlToMfm(post.content, post.tag);
-				logger.info(`Posting[${linenum}] ...`);
-
-				const note = await create(user, {
-					createdAt: new Date(post.published),
-					files: undefined,
-					poll: undefined,
-					text: text || undefined,
-					reply: null,
-					renote: null,
-					cw: post.sensitive,
-					localOnly: false,
-					visibility: "public",
-					visibleUsers: [],
-					channel: null,
-					apMentions: null,
-					apHashtags: undefined,
-					apEmojis: undefined,
-				});
+				
 			}
 		}
 	} catch (e) {

From 2398aab82b1b712566c3a9ed8c122034b2bbafec Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 21:16:45 +0200
Subject: [PATCH 13/14] add info

---
 packages/backend/src/queue/processors/db/import-posts.ts | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index 19576a97f2..f1e1a232fc 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -39,6 +39,7 @@ export async function importPosts(
 	try {
 		const parsed = JSON.parse(json);
 		if (parsed instanceof Array) {
+			logger.info("Parsing key style posts");
 			for (const post of JSON.parse(json)) {
 				try {
 					linenum++;
@@ -78,7 +79,8 @@ export async function importPosts(
 					logger.warn(`Error in line:${linenum} ${e}`);
 				}
 			}
-		} else {
+		} else if (parsed instanceof Object) {
+			logger.info("Parsing animal style posts");
 			for (const post of parsed.orderedItems) {
 				try {
 					linenum++;
@@ -112,7 +114,6 @@ export async function importPosts(
 				} catch (e) {
 					logger.warn(`Error in line:${linenum} ${e}`);
 				}
-				
 			}
 		}
 	} catch (e) {

From 4181bee43c527e3417d64ac0b8c1af211da32b7b Mon Sep 17 00:00:00 2001
From: cutestnekoaqua <waterdev@galaxycrow.de>
Date: Wed, 29 Mar 2023 21:25:28 +0200
Subject: [PATCH 14/14] catch text parsing error

---
 packages/backend/src/queue/processors/db/import-posts.ts | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/packages/backend/src/queue/processors/db/import-posts.ts b/packages/backend/src/queue/processors/db/import-posts.ts
index f1e1a232fc..f4948269c5 100644
--- a/packages/backend/src/queue/processors/db/import-posts.ts
+++ b/packages/backend/src/queue/processors/db/import-posts.ts
@@ -92,7 +92,13 @@ export async function importPosts(
 						logger.info(`Is dm, skip [${linenum}] ...`);
 						continue;
 					}
-					const text = htmlToMfm(post.content, post.tag);
+					let text;
+					try {
+						text = htmlToMfm(post.content, post.tag);
+					} catch (e) {
+						logger.warn(`Error while parsing text in line ${linenum}: ${e}`);
+						continue;
+					}
 					logger.info(`Posting[${linenum}] ...`);
 	
 					const note = await create(user, {