init project with pixelfed fetcher

src/pixelfed.ts

@@ -0,0 +1,99 @@
+const baseURL = `https://gram.social/api/pixelfed/v1/accounts/`;
+const accountID = `703621281309160235`;
+import { microBlogBackend as pb } from "./pocketbase";
+
+type PixelFedPost = {
+  media_attachments: {
+    type: string; //'image',
+    url: string; //  'https://gram.social/storage/m/_v2/703621281309160235/530d83cd3-f15549/FR41GdSiUQY0/bNHMrzuQkuhXKKfR1zG4HHcjFTe6G2YF02SOr2zi.jpg',
+    description: string; // 'Blurry gate',
+  }[];
+  id: string;
+  content: string;
+  account: {
+    id: string;
+  };
+  created_at: string;
+  tags: { name: string }[];
+};
+
+const getPostUntilId = async ({
+  lastSavedId,
+  maxId,
+  carryPosts = [],
+}: {
+  lastSavedId?: string;
+  maxId?: string;
+  carryPosts?: PixelFedPost[];
+}): Promise<PixelFedPost[]> => {
+  const params = new URLSearchParams();
+  params.append("limit", "5");
+  params.append("only_media", "true");
+  if (maxId) {
+    params.append("max_id", maxId);
+  }
+
+  const urlWithParams = new URL(`${baseURL}${accountID}/statuses`);
+  urlWithParams.search = params.toString();
+
+  const res = await fetch(urlWithParams.toString());
+  const posts = (await res.json()) as PixelFedPost[];
+  const containsId = posts.some((post) => post.id === lastSavedId);
+
+  if (!containsId && posts.length >= 5) {
+    return getPostUntilId({
+      lastSavedId,
+      carryPosts: carryPosts?.concat(posts),
+      maxId: posts[posts.length - 1]?.id,
+    });
+  }
+
+  const allPosts = carryPosts?.concat(posts).reverse();
+  if (lastSavedId) {
+    const index = allPosts.findIndex((post) => post.id === lastSavedId);
+    return allPosts.slice(index + 1);
+  }
+  return allPosts;
+};
+
+const savePost = async (post: PixelFedPost) => {
+  const postData = {
+    remoteId: post.id,
+    authorId: post.account.id,
+    posted: post.created_at,
+    source: "pixelfed" as const,
+    fullPost: post,
+  };
+  return await pb.savePost(postData);
+};
+
+const saveTags = async (post: PixelFedPost, postId: string) => {
+  console.log({ tags: post.tags }, "saving tags");
+  for (const tag of post.tags) {
+    await pb.setTag(tag.name, postId);
+  }
+};
+
+const saveImages = async (post: PixelFedPost, postId: string) => {
+  console.log({ images: post.media_attachments }, "saving images");
+  for (const image of post.media_attachments) {
+    await pb.saveAndSetImage(
+      { remoteURL: image.url, alt: image.description },
+      postId
+    );
+  }
+};
+
+exports.run = async () => {
+  const lastSavedPostId = await pb.getLatestPostId("pixelfed");
+  const posts = await getPostUntilId({ lastSavedId: lastSavedPostId });
+  const post = posts[0];
+  if (post) {
+    console.log({ post }, "saving post");
+    const savedNewPost = await savePost(post);
+    if (savedNewPost) {
+      await saveTags(post, savedNewPost.id);
+      await saveImages(post, savedNewPost.id);
+    }
+  }
+};