convert mastodon scraper to docker

build.mjs

@@ -17,3 +17,9 @@ await esbuild.build({
   entryPoints: ["src/bluesky.ts"],
   outfile: "dist/bluesky.js",
 });
+
+await esbuild.build({
+  ...commonProps,
+  entryPoints: ["src/mastodon.ts"],
+  outfile: "dist/mastodon.js",
+});

create_docker_image.sh

@@ -0,0 +1,11 @@
+#!/bin/sh
+
+set -e
+
+VERSION=$(jq '.version' < package.json | sed 's/"//g')
+
+IMAGE="853019563312.dkr.ecr.eu-central-1.amazonaws.com/micro-blog-fetchers:${VERSION}"
+echo Building and deploying micro blog fetchers version: $VERSION;
+# # Build the Docker image
+docker buildx build --platform linux/amd64,linux/arm64  -t $IMAGE .
+docker push $IMAGE

package.json

@@ -1,8 +1,11 @@
 {
   "name": "micro_blog_fetchers",
-  "version": "1.1.0",
+  "version": "1.2.0",
   "scripts": {
-    "dev:nostr": "node build.mjs && node ./dist/nostr.js | pino-pretty"
+    "dev:nostr": "node build.mjs && node ./dist/nostr.js | pino-pretty",
+    "dev:bluesky": "node build.mjs && node ./dist/bluesky.js | pino-pretty",
+    "dev:mastodon": "node build.mjs && node ./dist/mastodon.js | pino-pretty",
+    "build": "node build.mjs"
   },
   "devDependencies": {
     "@types/node": "^20.14.8",

src/mastodon.ts

@@ -1,11 +1,8 @@
 import pino from "pino";
-import { lambdaRequestTracker, pinoLambdaDestination } from "pino-lambda";
 import { MicroBlogBackend } from "./pocketbase";
 
 // custom destination formatter
-const destination = pinoLambdaDestination();
-const logger = pino({}, destination);
-const withRequest = lambdaRequestTracker();
+const logger = pino();
 
 const pb = new MicroBlogBackend(logger);
 
@@ -39,7 +36,7 @@ const getPostUntilId = async ({
   const params = new URLSearchParams();
   params.append("limit", "10");
   const urlWithParams = new URL(
-    `${baseURL}/api/v1/accounts/${accountId}/statuses`
+    `${baseURL}/api/v1/accounts/${accountId}/statuses`,
   );
   urlWithParams.search = params.toString();
 
@@ -86,13 +83,12 @@ const saveImages = async (post: MastodonPost, postId: string) => {
   for (const image of post.media_attachments) {
     await pb.saveAndSetImage(
       { remoteURL: image.url, alt: image.description },
-      postId
+      postId,
     );
   }
 };
 
-exports.run = async (event: any, context: any) => {
-  withRequest(event, context);
+(async () => {
   const lastSavedPostId = await pb.getLatestPostRemoteIDBySource("mastodon");
   console.log({ lastSavedPostId });
   const posts = await getPostUntilId({ lastSavedId: lastSavedPostId });
@@ -104,4 +100,4 @@ exports.run = async (event: any, context: any) => {
     await saveTags(post, savedNewPost.id);
     await saveImages(post, savedNewPost.id);
   }
-};
+})();