implement pdfparse for text extraction

package.json

@@ -79,6 +79,7 @@
     "opentype.js": "^1.3.4",
     "pako": "^2.1.0",
     "papaparse": "^5.5.3",
+    "pdf-parse": "^2.4.5",
     "pdftoimg-js": "^0.2.5",
     "pe-library": "^2.0.1",
     "svg-pathdata": "^8.0.0",

src/handlers/index.ts

@@ -61,6 +61,7 @@ import tarHandler from "./tar.ts";
 import otaHandler from "./ota.ts";
 import comicsHandler from "./comics.ts";
 import terrariaWldHandler from "./terrariawld.ts";
+import pdfparseHandler from "./pdfparse.ts";
 import { tarGzHandler, tarZstdHandler, tarXzHandler } from "./tarCompressed.ts";
 import mclangHandler from "./minecraftLangfileHandler.ts";
 
@@ -130,6 +131,7 @@ try { handlers.push(new tarHandler()) } catch (_) { };
 try { handlers.push(new otaHandler()) } catch (_) { };
 try { handlers.push(new comicsHandler()) } catch (_) { };
 try { handlers.push(new terrariaWldHandler()) } catch (_) { };
+try { handlers.push(new pdfparseHandler()) } catch (_) { };
 try { handlers.push(tarGzHandler) } catch (_) { };
 try { handlers.push(tarZstdHandler) } catch (_) { };
 try { handlers.push(tarXzHandler) } catch (_) { };

src/handlers/pdfparse.ts

@@ -0,0 +1,45 @@
+// file: pdfparse.ts
+
+import type { FileData, FileFormat, FormatHandler } from "../FormatHandler.ts";
+import CommonFormats from "src/CommonFormats.ts";
+import { PDFParse } from 'pdf-parse';
+
+
+class pdfparseHandler implements FormatHandler {
+
+  public name: string = "pdfparse";
+  public supportedFormats?: FileFormat[] = [
+    CommonFormats.PDF.builder("pdf").allowFrom(),
+    CommonFormats.TEXT.builder("txt").allowTo(),
+  ];
+  public ready: boolean = false;
+
+  async init () {
+    PDFParse.setWorker('/convert/js/pdf.worker.mjs');
+    this.ready = true;
+  }
+
+  async doConvert (
+    inputFiles: FileData[],
+    inputFormat: FileFormat,
+    outputFormat: FileFormat
+  ): Promise<FileData[]> {
+    const outputFiles: FileData[] = [];
+
+    for (const inputFile of inputFiles) {
+      const parser = new PDFParse({ data: inputFile.bytes });
+      const text = await parser.getText();
+      await parser.destroy();
+
+      outputFiles.push({
+        bytes: new TextEncoder().encode(text.text),
+        name: inputFile.name.replace(/\.pdf$/i, ".txt"),
+      });
+    }
+
+    return outputFiles;
+  }
+
+}
+
+export default pdfparseHandler;

vite.config.js

@@ -57,7 +57,11 @@ export default defineConfig({
         {
           src: "src/handlers/espeakng.js/js/espeakng.worker.data",
           dest: "js"
-        }
+        },
+        {
+          src: "node_modules/pdf-parse/dist/pdf-parse/web/pdf.worker.mjs",
+          dest: "js"
+        },
       ]
     }),
     tsconfigPaths()