refactor: rewrite in node for less tool clutter

.dockerignore

@@ -1 +1,2 @@
-test.py
+.github
+README.md

.github/workflows/unit_test.yml

@@ -1,4 +1,4 @@
-name: Python package
+name: Node tests
 
 on:
   push:
@@ -11,9 +11,11 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v4
-      - name: Set up Python 3.12
-        uses: actions/setup-python@v5
+      - name: Set up Node 20
+        uses: actions/setup-node@v4
         with:
-          python-version: 3.12
+          node-version: 20
       - name: Run unit tests
-        run: ./test.py
+        run: |
+          npm ci
+          npm t

.gitignore

@@ -1,2 +1 @@
-*.json
-__pycache__
+node_modules

Dockerfile

@@ -1,9 +1,8 @@
 FROM node:20-alpine
 
-RUN apk add --no-cache curl=8.9.0-r0 python3=3.12.3-r1 && \
-	npm install -g wikibase-cli@18.0.3
+RUN apk add --no-cache curl=8.9.0-r0
 
-COPY --chmod=755 ./transferbot.sh /usr/bin/transferbot
-COPY --chmod=755 ./mangle_data.py /usr/bin/mangle_data
+COPY . /pkg
+RUN npm i -g /pkg
 
 ENTRYPOINT ["transferbot"]

bin/cmd.js

@@ -0,0 +1,73 @@
+#!/usr/bin/env node
+
+import WikibaseRepo from './../lib/repo.js'
+import { pickLanguages, pickKeys } from './../lib/util.js'
+import { execCmd } from './../lib/exec.js'
+import { trap } from './../lib/signals.js'
+
+const abortController = new AbortController()
+
+Promise.race([
+  (async () => {
+    const args = process.argv.slice(2)
+    if (args.length < 3) {
+      throw new Error(
+        `Expected at least 3 positional arguments to be given, but got ${args.length}, cannot continue.`
+      )
+    }
+    const [source, target, ...entities] = args
+
+    const oauth = {
+      consumer_key: process.env.TARGET_WIKI_OAUTH_CONSUMER_TOKEN,
+      consumer_secret: process.env.TARGET_WIKI_OAUTH_CONSUMER_SECRET,
+      token: process.env.TARGET_WIKI_OAUTH_ACCESS_TOKEN,
+      token_secret: process.env.TARGET_WIKI_OAUTH_ACCESS_SECRET
+    }
+    if (!Object.values(oauth).every(v => v)) {
+      throw new Error(
+        'Unable to find full set of OAuth credentials in environment variables, cannot continue.'
+      )
+    }
+
+    const sourceRepo = new WikibaseRepo(source, { abortController })
+    const targetRepo = new WikibaseRepo(target, { oauth, abortController })
+
+    const contentLanguages = await targetRepo.getContentLanguages()
+
+    let data = await sourceRepo.getEntities(...entities)
+    data = data
+      .map(e => pickKeys(e, 'type', 'labels', 'descriptions', 'aliases', 'datatype'))
+      .map(e => pickLanguages(e, ...contentLanguages))
+
+    await targetRepo.createEntities(...data)
+
+    console.log(
+      `Sucessfully transferred ${entities.length} entities from ${source} to ${target}.`
+    )
+  })(),
+  (async () => {
+    const signal = await trap('SIGINT', 'SIGTERM', 'SIGQUIT')
+    throw new Error(`Received ${signal}, program will exit before finishing.`)
+  })()
+])
+  .then((result) => {
+    process.exitCode = 0
+  })
+  .catch((err) => {
+    console.error('An error occurred executing the command:')
+    console.error(err)
+    process.exitCode = 1
+    abortController.abort()
+  })
+  .then(() => {
+    if (process.env.CALLBACK_ON_SUCCESS && process.exitCode === 0) {
+      return execCmd(process.env.CALLBACK_ON_SUCCESS)
+    }
+    if (process.env.CALLBACK_ON_FAILURE && process.exitCode !== 0) {
+      return execCmd(process.env.CALLBACK_ON_FAILURE)
+    }
+  })
+  .catch((err) => {
+    console.error('An error occurred executing the given callbacks:')
+    console.error(err)
+  })

lib/exec.js

@@ -0,0 +1,15 @@
+import { exec } from 'node:child_process'
+
+export const execCmd = (cmd) => {
+  return new Promise((resolve, reject) => {
+    exec(cmd, (error, stdout, stderr) => {
+      process.stdout.write(stdout)
+      process.stderr.write(stderr)
+      if (error) {
+        reject(error)
+        return
+      }
+      resolve()
+    })
+  })
+}

lib/repo.js

@@ -0,0 +1,71 @@
+import WBEdit from 'wikibase-edit'
+import { WBK } from 'wikibase-sdk'
+
+export default class WikibaseRepository {
+  constructor (origin, opts = { abortController: new AbortController() }) {
+    this.origin = origin
+    this.abortController = opts.abortController
+
+    this.read = new WBK({
+      instance: origin
+    })
+
+    if (opts.oauth) {
+      this.edit = new WBEdit({
+        instance: origin,
+        credentials: {
+          oauth: opts.oauth
+        }
+      })
+    }
+  }
+
+  async withCancellationContext (thunk) {
+    this.abortController.signal.throwIfAborted()
+    return thunk()
+  }
+
+  getContentLanguages () {
+    return fetch(
+        `${this.origin}/w/api.php?action=query&meta=wbcontentlanguages&format=json`,
+        { signal: this.abortController.signal }
+      )
+      .then(r => r.json())
+      .then(body => Object.keys(body.query.wbcontentlanguages))
+  }
+
+  createEntities (...entities) {
+    if (!this.edit) {
+      return Promise.reject(new Error('Cannot edit a read only instance.'))
+    }
+    return Promise.allSettled(entities.map(async entity => {
+      return this.withCancellationContext(() => this.edit.entity.create(entity))
+    }))
+      .then((results) => {
+        for (const result of results) {
+          if (result.status === 'rejected') {
+            throw new Error(result.reason)
+          }
+        }
+        return results.map(v => v.value)
+      })
+  }
+
+  getEntities (...identifiers) {
+    return Promise.all(identifiers.map(async identifier => {
+      const [entityId, revision] = identifier.split('@')
+      const url = revision
+        ? await this.withCancellationContext(() => this.read.getEntityRevision({
+          id: entityId,
+          revision
+        }))
+        : await this.withCancellationContext(() => this.read.getEntities({
+          ids: [entityId]
+        }))
+      const { entities } = await fetch(
+        url, { signal: this.abortController.signal }
+      ).then(res => res.json())
+      return entities[entityId]
+    }))
+  }
+}

lib/signals.js

@@ -0,0 +1,7 @@
+export const trap = (...signals) => {
+  return Promise.race(signals.map((s) => {
+    return new Promise((resolve, reject) => {
+      process.on(s, () => resolve(s))
+    })
+  }))
+}

lib/util.js

@@ -0,0 +1,19 @@
+export const pickKeys = (obj, ...keys) => {
+  return Object.entries(obj).reduce((acc, [key, value]) => {
+    if (keys.includes(key)) {
+      acc[key] = value
+    }
+    return acc
+  }, {})
+}
+
+export const pickLanguages = (obj, ...languages) => {
+  return Object.entries(obj).reduce((acc, [key, value]) => {
+    acc[key] = isObject(value) ? pickKeys(value, ...languages) : value
+    return acc
+  }, {})
+}
+
+function isObject (x) {
+  return Object.prototype.toString.call(x) === '[object Object]'
+}