diff --git a/package.json b/package.json index 8c60d16e..abbe38a8 100644 --- a/package.json +++ b/package.json @@ -73,6 +73,7 @@ "@types/turndown": "^5.0.4", "@types/arr-diff": "^4.0.3", "@types/markdown-it": "^13.0.7", + "@types/pdfjs-dist": "^2.10.378", "@types/figlet": "^1.5.8", "@types/markdown-it": "^13.0.7", "@vicons/material": "^0.12.0", @@ -166,7 +167,9 @@ "openpgp": "^5.11.1", "oui-data": "^1.0.10", "parse-duration": "^1.1.0", + "path2d-polyfill": "^3.0.1", "pdf-signature-reader": "^1.4.2", + "pdfjs-dist": "^4.0.379", "pinia": "^2.0.34", "plausible-tracker": "^0.3.8", "pretty-ms": "^9.1.0", @@ -184,6 +187,7 @@ "sql-formatter": "^13.0.0", "svg2png-wasm": "^1.4.1", "svg-to-url": "^4.0.0", + "tesseract.js": "^5.0.4", "ua-parser-js": "^1.0.35", "ulid": "^2.3.0", "unicode-emoji-json": "^0.4.0", diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 904c2e5a..fdb563c9 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -101,6 +101,9 @@ dependencies: '@types/markdown-it': specifier: ^13.0.7 version: 13.0.9 + '@types/pdfjs-dist': + specifier: ^2.10.378 + version: 2.10.378 '@types/turndown': specifier: ^5.0.4 version: 5.0.5 @@ -350,9 +353,15 @@ dependencies: parse-duration: specifier: ^1.1.0 version: 1.1.0 + path2d-polyfill: + specifier: ^3.0.1 + version: 3.1.2 pdf-signature-reader: specifier: ^1.4.2 version: 1.4.2 + pdfjs-dist: + specifier: ^4.0.379 + version: 4.8.69 pinia: specifier: ^2.0.34 version: 2.0.34(typescript@5.2.2)(vue@3.3.4) @@ -395,6 +404,9 @@ dependencies: svg2png-wasm: specifier: ^1.4.1 version: 1.4.1 + tesseract.js: + specifier: ^5.0.4 + version: 5.1.1 turndown: specifier: ^7.1.2 version: 7.2.0 @@ -4294,6 +4306,13 @@ packages: resolution: {integrity: sha512-Gj7cI7z+98M282Tqmp2K5EIsoouUEzbBJhQQzDE3jSIRk6r9gsz0oUokqIUR4u1R3dMHo0pDHM7sNOHyhulypw==} dev: true + /@types/pdfjs-dist@2.10.378: + resolution: {integrity: sha512-TRdIPqdsvKmPla44kVy4jv5Nt5vjMfVjbIEke1CRULIrwKNRC4lIiZvNYDJvbUMNCFPNIUcOKhXTyMJrX18IMA==} + deprecated: This is a stub types definition. pdfjs-dist provides its own type definitions, so you do not need this installed. + dependencies: + pdfjs-dist: 4.8.69 + dev: false + /@types/ps-tree@1.1.2: resolution: {integrity: sha512-ZREFYlpUmPQJ0esjxoG1fMvB2HNaD3z+mjqdSosZvd3RalncI9NEur73P8ZJz4YQdL64CmV1w0RuqoRUlhQRBw==} dev: true @@ -5267,7 +5286,7 @@ packages: /@vueuse/shared@10.0.0(vue@3.3.4): resolution: {integrity: sha512-Zh3LgJqvUBWVY3SiMvXanTcfAneGbt63QPczBRDNgQ6jd/ehodO9a1lCFzaA6SWJJoI+ugVTjHFYJdoR656DVQ==} dependencies: - vue-demi: 0.14.10(vue@3.3.4) + vue-demi: 0.14.5(vue@3.3.4) transitivePeerDependencies: - '@vue/composition-api' - vue @@ -5611,6 +5630,10 @@ packages: inherits: 2.0.4 readable-stream: 3.6.2 + /bmp-js@0.1.0: + resolution: {integrity: sha512-vHdS19CnY3hwiNdkaqk93DvjVLfbEcI8mys4UjuWrlX1haDmroo8o4xCzh4wD6DGV6HxRCyauwhHRqMTfERtjw==} + dev: false + /bn.js@4.12.0: resolution: {integrity: sha512-c98Bf3tPniI+scsdk237ku1Dc3ujXQTSgyiPUDEOe7tRkhrqridvh8klBv0HCEso1OLOYcHuCv/cS6DNxKH+ZA==} dev: false @@ -5827,6 +5850,17 @@ packages: /caniuse-lite@1.0.30001559: resolution: {integrity: sha512-cPiMKZgqgkg5LY3/ntGeLFUpi6tzddBNS58A4tnTgQw1zON7u2sZMU7SzOeVH4tj20++9ggL+V6FDOFMTaFFYA==} + /canvas@3.0.0-rc2: + resolution: {integrity: sha512-esx4bYDznnqgRX4G8kaEaf0W3q8xIc51WpmrIitDzmcoEgwnv9wSKdzT6UxWZ4wkVu5+ileofppX0TpyviJRdQ==} + engines: {node: ^18.12.0 || >= 20.9.0} + requiresBuild: true + dependencies: + node-addon-api: 7.1.1 + prebuild-install: 7.1.2 + simple-get: 3.1.1 + dev: false + optional: true + /capital-case@1.0.4: resolution: {integrity: sha512-ds37W8CytHgwnhGGTi88pcPyR15qoNkOpYwmMMfnWqqWgESapLqvDx6huFjQ5vqWSn2Z06173XNA7LtMOeUh1A==} dependencies: @@ -5976,6 +6010,7 @@ packages: /chownr@1.1.4: resolution: {integrity: sha512-jJ0bqzaylmJtVnNgzTeSOs8DPavpbYgEr/b0YL8/2GO3xJEhInFmhKMUnEJQjZumK7KXGFhUy89PrsJWlakBVg==} + requiresBuild: true dev: false /chownr@3.0.0: @@ -6640,9 +6675,19 @@ packages: yaml: 1.10.2 dev: false + /decompress-response@4.2.1: + resolution: {integrity: sha512-jOSne2qbyE+/r8G1VU+G/82LBs2Fs4LAsTiLSHOCOMZQl2OKZ6i8i4IyHemTe+/yIXOtTcRQMzPcgyhoFlqPkw==} + engines: {node: '>=8'} + requiresBuild: true + dependencies: + mimic-response: 2.1.0 + dev: false + optional: true + /decompress-response@6.0.0: resolution: {integrity: sha512-aW35yZM6Bb/4oJlZncMH2LCoZtJXTRxES17vE3hoRiowU2kWHaJKFkSBDnDR+cm9J+9QhXmREyIfv0pji9ejCQ==} engines: {node: '>=10'} + requiresBuild: true dependencies: mimic-response: 3.1.0 dev: false @@ -6657,6 +6702,7 @@ packages: /deep-extend@0.6.0: resolution: {integrity: sha512-LOHxIOaPYdHlJRtCQfDIVZtfw/ufM8+rVj649RIHzcm/vGwQRXFt6OPqIFWsm2XEMrNIEtWR64sY1LEKD2vAOA==} engines: {node: '>=4.0.0'} + requiresBuild: true dev: false /deep-is@0.1.4: @@ -6963,6 +7009,7 @@ packages: /end-of-stream@1.4.4: resolution: {integrity: sha512-+uw1inIHVPQoaVuHzRyXd21icM+cnt4CzD5rW+NC1wjOUSTOs+Te7FOv7AhN7vS9x/oIyhLP5PR1H+phQAHu5Q==} + requiresBuild: true dependencies: once: 1.4.0 dev: false @@ -7591,6 +7638,7 @@ packages: /expand-template@2.0.3: resolution: {integrity: sha512-XYfuKMvj4O35f/pOXLObndIRvyQ+/+6AhODh+OKWj9S9498pHHn/IMszH+gt0fBCRWMNfk1ZSp5x3AifmnI2vg==} engines: {node: '>=6'} + requiresBuild: true dev: false /extend-shallow@2.0.1: @@ -7782,6 +7830,7 @@ packages: /fs-constants@1.0.0: resolution: {integrity: sha512-y6OAwoSIf7FyjMIv94u+b5rdheZEjzR63GTyZJm5qh4Bi+2YgwLCcI/fPFZkL5PSixOt6ZNKm+w+Hfp/Bciwow==} + requiresBuild: true dev: false /fs-extra@10.1.0: @@ -7940,6 +7989,7 @@ packages: /github-from-package@0.0.0: resolution: {integrity: sha512-SyHy3T1v2NUXn29OsWdxmK6RwHD+vkj3v8en8AOBZ1wBQ/hCAQ5bAQTD02kW4W9tUp/3Qh6J8r9EvntiyCmOOw==} + requiresBuild: true dev: false /glob-parent@5.1.2: @@ -8366,6 +8416,10 @@ packages: dependencies: safer-buffer: 2.1.2 + /idb-keyval@6.2.1: + resolution: {integrity: sha512-8Sb3veuYCyrZL+VBt9LJfZjLUPWVvqn8tG28VqYNFCo43KHcKuq+b4EiXGeuaLAQWL2YmyDgMp2aSpH9JHsEQg==} + dev: false + /idb@7.1.1: resolution: {integrity: sha512-gchesWBzyvGHRO9W8tzUWFDycow5gwjvFKfyV9FF32Y7F50yZMp7mP+T2mJIWFx49zicqyC4uefHM17o6xKIVQ==} dev: true @@ -8573,6 +8627,10 @@ packages: hasBin: true dev: false + /is-electron@2.2.2: + resolution: {integrity: sha512-FO/Rhvz5tuw4MCWkpMzHFKWD2LsfHzIb7i6MdPYZ/KW7AlxawyLkqdy+jPZP1WubqEADE3O4FUENlJHDfQASRg==} + dev: false + /is-extendable@0.1.1: resolution: {integrity: sha512-5BMULNob1vgFX6EjQw5izWDxrecWK9AM72rugNr0TFldMOi0fj6Jk+zeKIt0xGj4cEfQIJth4w3OKWOJ4f+AFw==} engines: {node: '>=0.10.0'} @@ -8743,6 +8801,10 @@ packages: upper-case: 1.1.3 dev: true + /is-url@1.2.4: + resolution: {integrity: sha512-ITvGim8FhRiYe4IQ5uHSkj7pVaPDrCTkNd3yq3cV7iZAcJdHTUMPMEHcqSOy9xZ9qFenQCvi+2wjH9a1nXqHww==} + dev: false + /is-weakref@1.0.2: resolution: {integrity: sha512-qctsuLZmIQ0+vSSMfoVvyFe2+GSEvnmZ2ezTup1SBse9+twCCeial6EEi3Nc2KFcf6+qz2FBPnjXsk8xhKSaPQ==} dependencies: @@ -9542,9 +9604,17 @@ packages: engines: {node: '>=12'} dev: false + /mimic-response@2.1.0: + resolution: {integrity: sha512-wXqjST+SLt7R009ySCglWBCFpjUygmCIfD790/kVbiGmUgfYGuB14PiTd5DwVxSV4NcYHjzMkoj5LjQZwTQLEA==} + engines: {node: '>=8'} + requiresBuild: true + dev: false + optional: true + /mimic-response@3.1.0: resolution: {integrity: sha512-z0yWI+4FDrrweS8Zmt4Ej5HdJmky15+L2e6Wgn3+iK5fWzb6T3fhNFq2+MeTRb064c6Wr4N/wv0DzQTjNzHNGQ==} engines: {node: '>=10'} + requiresBuild: true dev: false /min-indent@1.0.1: @@ -9603,6 +9673,7 @@ packages: /mkdirp-classic@0.5.3: resolution: {integrity: sha512-gKLcREMhtuZRwRAfqP3RFW+TK4JqApVBtOIftVgjuABpAtpxhPGaDcfvbhNvD0B8iD1oUr/txX35NjcaY6Ns/A==} + requiresBuild: true dev: false /mkdirp@3.0.1: @@ -9704,6 +9775,7 @@ packages: /napi-build-utils@1.0.2: resolution: {integrity: sha512-ONmRUqK7zj7DWX0D9ADe03wbwOBZxNAfF20PlGfCWQcD3+/MakShIHrMqx9YwPTfxDdF1zLeL+RGZiR9kGMLdg==} + requiresBuild: true dev: false /natural-compare-lite@1.4.0: @@ -9768,6 +9840,7 @@ packages: /node-abi@3.71.0: resolution: {integrity: sha512-SZ40vRiy/+wRTf21hxkkEjPJZpARzUMVcJoQse2EF8qkUWbbO2z7vd5oA/H6bVH6SZQ5STGcu0KRDS7biNRfxw==} engines: {node: '>=10'} + requiresBuild: true dependencies: semver: 7.5.4 dev: false @@ -10000,6 +10073,11 @@ packages: is-wsl: 2.2.0 dev: true + /opencollective-postinstall@2.0.3: + resolution: {integrity: sha512-8AV/sCtuzUeTo8gQK5qDZzARrulB3egtLzFgteqB2tcT4Mw7B8Kt7JcDHmltjz6FOAHsvTevk70gZEbhM4ZS9Q==} + hasBin: true + dev: false + /openpgp@5.11.2: resolution: {integrity: sha512-f8dJFVLwdkvPvW3VPFs6q9Vs2+HNhdvwls7a/MIFcQUB+XiQzRe7alfa3RtwfGJU7oUDDMAWPZ0nYsHa23Az+A==} engines: {node: '>= 8.0.0'} @@ -10247,6 +10325,17 @@ packages: resolution: {integrity: sha512-gDKb8aZMDeD/tZWs9P6+q0J9Mwkdl6xMV8TjnGP3qJVJ06bdMgkbBlLU8IdfOsIsFz2BW1rNVT3XuNEl8zPAvw==} engines: {node: '>=8'} + /path2d-polyfill@3.1.2: + resolution: {integrity: sha512-rmd/vZBtonqV3eOF+47cVEOyp6APiG7m4V0ue1+R79Fgqq2eNgScY/LCEAvTM86vTeMnrePpqrCIeZMLKJKAXw==} + dependencies: + path2d: 0.2.1 + dev: false + + /path2d@0.2.1: + resolution: {integrity: sha512-Fl2z/BHvkTNvkuBzYTpTuirHZg6wW9z8+4SND/3mDTEcYbbNKWAy21dz9D3ePNNwrrK8pqZO5vLPZ1hLF6T7XA==} + engines: {node: '>=6'} + dev: false + /pathe@1.1.1: resolution: {integrity: sha512-d+RQGp0MAYTIaDBIMmOfMwz3E+LOZnxx1HZd5R18mmCZY0QBlK0LDZfPc8FW8Ed2DlvsuE6PRjroDY+wg4+j/Q==} @@ -10279,6 +10368,14 @@ packages: node-forge: 1.3.1 dev: false + /pdfjs-dist@4.8.69: + resolution: {integrity: sha512-IHZsA4T7YElCKNNXtiLgqScw4zPd3pG9do8UrznC757gMd7UPeHSL2qwNNMJo4r79fl8oj1Xx+1nh2YkzdMpLQ==} + engines: {node: '>=18'} + optionalDependencies: + canvas: 3.0.0-rc2 + path2d: 0.2.1 + dev: false + /perfect-debounce@1.0.0: resolution: {integrity: sha512-xCy9V055GLEqoFaHoC1SoLIaLmWctgCUaBaWxDZ7/Zx4CTyX7cJQLJOok/orfjZAh9kEYpjJa4d0KcJmCbctZA==} dev: true @@ -10690,6 +10787,7 @@ packages: /pump@3.0.2: resolution: {integrity: sha512-tUPXtzlGM8FE3P0ZL6DVs/3P58k9nk8/jZeQCurTJylQA8qFYzHFfhBJkuqyE0FifOsQ0uKWekiZ5g8wtr28cw==} + requiresBuild: true dependencies: end-of-stream: 1.4.4 once: 1.4.0 @@ -10777,6 +10875,7 @@ packages: /rc@1.2.8: resolution: {integrity: sha512-y3bGgqKj3QBdxLbLkomlohkvsA8gdAiUQlSBJnBhfn+BPxg4bc62d8TcBW15wavDfgexCgccckhcZvywyQYPOw==} hasBin: true + requiresBuild: true dependencies: deep-extend: 0.6.0 ini: 1.3.8 @@ -10880,6 +10979,10 @@ packages: resolution: {integrity: sha512-zrceR/XhGYU/d/opr2EKO7aRHUeiBI8qjtfHqADTwZd6Szfy16la6kqD0MIUs5z5hx6AaKa+PixpPrR289+I0A==} dev: true + /regenerator-runtime@0.13.11: + resolution: {integrity: sha512-kY1AZVr2Ra+t+piVaJ4gxaFaReZVH40AKNo7UCX6W+dEwBo/2oZJzqfuN1qLq1oL45o56cPaTXELwrTh8Fpggg==} + dev: false + /regenerator-runtime@0.14.0: resolution: {integrity: sha512-srw17NI0TUWHuGa5CFGGmhfNIeja30WMBfbslPNhf6JrqQlLN5gcrvig1oqPxiVaXb0oW0XRKtH6Nngs5lKCIA==} @@ -11350,10 +11453,22 @@ packages: /simple-concat@1.0.1: resolution: {integrity: sha512-cSFtAPtRhljv69IK0hTVZQ+OfE9nePi/rtJmw5UjHeVyVroEqJXP1sFztKUy1qU+xvz3u/sfYJLa947b7nAN2Q==} + requiresBuild: true dev: false + /simple-get@3.1.1: + resolution: {integrity: sha512-CQ5LTKGfCpvE1K0n2us+kuMPbk/q0EKl82s4aheV9oXjFEz6W/Y7oQFVJuU6QG77hRT4Ghb5RURteF5vnWjupA==} + requiresBuild: true + dependencies: + decompress-response: 4.2.1 + once: 1.4.0 + simple-concat: 1.0.1 + dev: false + optional: true + /simple-get@4.0.1: resolution: {integrity: sha512-brv7p5WgH0jmQJr1ZDDfKDOSeWWg+OVypG99A/5vYGPqJ6pxiaHLy8nxtFjBA7oMa01ebA9gfh1uMCFqOuXxvA==} + requiresBuild: true dependencies: decompress-response: 6.0.0 once: 1.4.0 @@ -11664,6 +11779,7 @@ packages: /strip-json-comments@2.0.1: resolution: {integrity: sha512-4gB8na07fecVVkOI6Rs4e7T6NOTki5EmL7TUduTs6bu3EdnSycntVJ4re8kgZA+wx9IueI2Y11bfbgwtzuE0KQ==} engines: {node: '>=0.10.0'} + requiresBuild: true dev: false /strip-json-comments@3.1.1: @@ -11788,6 +11904,7 @@ packages: /tar-fs@2.1.1: resolution: {integrity: sha512-V0r2Y9scmbDRLCNex/+hYzvp/zyYjvFbHPNgVTKfQvVrb6guiE/fxP+XblDNR011utopbkex2nM4dHNV6GDsng==} + requiresBuild: true dependencies: chownr: 1.1.4 mkdirp-classic: 0.5.3 @@ -11798,6 +11915,7 @@ packages: /tar-stream@2.2.0: resolution: {integrity: sha512-ujeqbceABgwMZxEJnk2HDY2DlnUZ+9oEcb1KzTVfYHio0UE6dG71n60d8D2I4qNvleWrrXpmjpt7vZeF1LnMZQ==} engines: {node: '>=6'} + requiresBuild: true dependencies: bl: 4.1.0 end-of-stream: 1.4.4 @@ -11844,6 +11962,28 @@ packages: source-map-support: 0.5.21 dev: true + /tesseract.js-core@5.1.1: + resolution: {integrity: sha512-KX3bYSU5iGcO1XJa+QGPbi+Zjo2qq6eBhNjSGR5E5q0JtzkoipJKOUQD7ph8kFyteCEfEQ0maWLu8MCXtvX5uQ==} + dev: false + + /tesseract.js@5.1.1: + resolution: {integrity: sha512-lzVl/Ar3P3zhpUT31NjqeCo1f+D5+YfpZ5J62eo2S14QNVOmHBTtbchHm/YAbOOOzCegFnKf4B3Qih9LuldcYQ==} + requiresBuild: true + dependencies: + bmp-js: 0.1.0 + idb-keyval: 6.2.1 + is-electron: 2.2.2 + is-url: 1.2.4 + node-fetch: 2.7.0 + opencollective-postinstall: 2.0.3 + regenerator-runtime: 0.13.11 + tesseract.js-core: 5.1.1 + wasm-feature-detect: 1.8.0 + zlibjs: 0.3.1 + transitivePeerDependencies: + - encoding + dev: false + /text-table@0.2.0: resolution: {integrity: sha512-N+8UisAXDGk8PFXP4HAzVR9nbfmVJ3zYLAWiTIoqC5v5isinhr+r5uaO8+7r3BMfuNIufIsA7RdpVgacC2cSpw==} dev: true @@ -12011,6 +12151,7 @@ packages: /tunnel-agent@0.6.0: resolution: {integrity: sha512-McnNiV1l8RYeY8tBgEpuodCC1mLUdbSN+CYBL7kJsJNInOP8UjDDEwdk6Mw60vdLLrr5NHKZhMAOSrR2NZuQ+w==} + requiresBuild: true dependencies: safe-buffer: 5.2.1 dev: false @@ -12985,6 +13126,10 @@ packages: xml-name-validator: 4.0.0 dev: true + /wasm-feature-detect@1.8.0: + resolution: {integrity: sha512-zksaLKM2fVlnB5jQQDqKXXwYHLQUVH9es+5TOOHwGOVJOCeRBCiPjwSg+3tN2AdTCzjgli4jijCH290kXb/zWQ==} + dev: false + /wcwidth@1.0.1: resolution: {integrity: sha512-XHPEwS0q6TaxcvG85+8EYkbiCux2XtWG2mkc47Ng2A77BQu9+DqIOJldST4HgPkuea7dvKSj5VgX3P1d4rW8Tg==} dependencies: @@ -13456,6 +13601,10 @@ packages: engines: {node: '>=12.20'} dev: true + /zlibjs@0.3.1: + resolution: {integrity: sha512-+J9RrgTKOmlxFSDHo0pI1xM6BLVUv+o0ZT9ANtCxGkjIVCCUdx9alUF8Gm+dGLKbkkkidWIHFDZHDMpfITt4+w==} + dev: false + /zwitch@2.0.4: resolution: {integrity: sha512-bXE4cR/kVZhKZX/RjPEflHaKVhUVl85noU3v6b8apfQEc1x4A+zBxjZ4lN8LqGd6WZ3dl98pY4o717VFmoPp+A==} dev: false diff --git a/src/tools/index.ts b/src/tools/index.ts index aac7197a..865a5d11 100644 --- a/src/tools/index.ts +++ b/src/tools/index.ts @@ -43,6 +43,7 @@ import { tool as textToUnicode } from './text-to-unicode'; import { tool as certificateKeyParser } from './certificate-key-parser'; import { tool as crcCalculator } from './crc-calculator'; import { tool as ipGeoLocation } from './ip-geo-location'; +import { tool as ocrImage } from './ocr-image'; import { tool as safelinkDecoder } from './safelink-decoder'; import { tool as mongoObjectidConverter } from './mongo-objectid-converter'; import { tool as xmlToJson } from './xml-to-json'; @@ -243,6 +244,7 @@ export const toolsByCategory: ToolCategory[] = [ heicConverter, icoConverter, imageConverter, + ocrImage, ], }, { diff --git a/src/tools/ocr-image/index.ts b/src/tools/ocr-image/index.ts new file mode 100644 index 00000000..155c16d2 --- /dev/null +++ b/src/tools/ocr-image/index.ts @@ -0,0 +1,12 @@ +import { Scan } from '@vicons/tabler'; +import { defineTool } from '../tool'; + +export const tool = defineTool({ + name: 'OCRize image and PDF', + path: '/ocr-image', + description: 'Perform OCR (Tesseract) on an image or PDF', + keywords: ['ocr', 'image', 'tesseract', 'pdf'], + component: () => import('./ocr-image.vue'), + icon: Scan, + createdAt: new Date('2024-03-09'), +}); diff --git a/src/tools/ocr-image/ocr-image.vue b/src/tools/ocr-image/ocr-image.vue new file mode 100644 index 00000000..9609d7e2 --- /dev/null +++ b/src/tools/ocr-image/ocr-image.vue @@ -0,0 +1,251 @@ + + + + + diff --git a/src/tools/text-statistics/text-statistics.service.test.ts b/src/tools/text-statistics/text-statistics.service.test.ts index 18ffc399..88d241bb 100644 --- a/src/tools/text-statistics/text-statistics.service.test.ts +++ b/src/tools/text-statistics/text-statistics.service.test.ts @@ -1,5 +1,5 @@ import { describe, expect, it } from 'vitest'; -import { getStringSizeInBytes } from './text-statistics.service'; +import { getStringSizeInBytes, textStatistics } from './text-statistics.service'; describe('text-statistics', () => { describe('getStringSizeInBytes', () => { @@ -11,4 +11,114 @@ describe('text-statistics', () => { expect(getStringSizeInBytes('aaaaaaaaaa')).toEqual(10); }); }); + + describe('textStatistics', () => { + it('should return text statistics', () => { + expect(textStatistics('a')).toEqual({ + chars: 1, + chars_digits: 0, + chars_lower: 1, + chars_no_spaces: 1, + chars_puncts: 0, + chars_spaces: 0, + chars_upper: 0, + lines: 1, + sentences: 1, + words: 1, + words_no_puncs: 1, + }); + expect(textStatistics('A')).toEqual({ + chars: 1, + chars_digits: 0, + chars_lower: 0, + chars_no_spaces: 1, + chars_puncts: 0, + chars_spaces: 0, + chars_upper: 1, + lines: 1, + sentences: 1, + words: 1, + words_no_puncs: 1, + }); + expect(textStatistics('a a')).toEqual({ + chars: 3, + chars_digits: 0, + chars_lower: 2, + chars_no_spaces: 2, + chars_puncts: 0, + chars_spaces: 1, + chars_upper: 0, + lines: 1, + sentences: 1, + words: 2, + words_no_puncs: 2, + }); + expect(textStatistics('A a ; 1')).toEqual({ + chars: 7, + chars_digits: 1, + chars_lower: 1, + chars_no_spaces: 4, + chars_puncts: 1, + chars_spaces: 3, + chars_upper: 1, + lines: 1, + sentences: 1, + words: 4, + words_no_puncs: 3, + }); + expect(textStatistics('Some sentence! Une autre phrase ? « et avec des chiffres 1234 ! »')).toEqual({ + chars: 65, + chars_digits: 4, + chars_lower: 41, + chars_no_spaces: 52, + chars_puncts: 5, + chars_spaces: 13, + chars_upper: 2, + lines: 1, + sentences: 3, + words: 14, + words_no_puncs: 10, + }); + expect(textStatistics(`Some sentence! Une autre phrase ? + « et avec des chiffres 1234 ! »`)).toEqual({ + chars: 72, + chars_digits: 4, + chars_lower: 41, + chars_no_spaces: 52, + chars_puncts: 5, + chars_spaces: 20, + chars_upper: 2, + lines: 2, + sentences: 3, + words: 14, + words_no_puncs: 10, + }); + expect(textStatistics('12 35')).toEqual({ + chars: 5, + chars_digits: 4, + chars_lower: 0, + chars_no_spaces: 4, + chars_puncts: 0, + chars_spaces: 1, + chars_upper: 0, + lines: 1, + sentences: 1, + words: 2, + words_no_puncs: 2, + }); + expect(textStatistics(' 1 2 3. Other ')).toEqual({ + chars: 14, + chars_digits: 3, + chars_lower: 4, + chars_no_spaces: 9, + chars_puncts: 1, + chars_spaces: 5, + chars_upper: 1, + lines: 1, + sentences: 2, + words: 4, + words_no_puncs: 4, + }); + }); + }); }); diff --git a/src/tools/text-statistics/text-statistics.service.ts b/src/tools/text-statistics/text-statistics.service.ts index a69443c0..49f90994 100644 --- a/src/tools/text-statistics/text-statistics.service.ts +++ b/src/tools/text-statistics/text-statistics.service.ts @@ -1,3 +1,19 @@ export function getStringSizeInBytes(text: string) { return new TextEncoder().encode(text).buffer.byteLength; } + +export function textStatistics(text: string) { + return { + chars: text.length, + chars_no_spaces: text.replace(/\s+/ug, '').length, + chars_upper: text.replace(/[^\p{Lu}]/ug, '').length, + chars_lower: text.replace(/[^\p{Ll}]/ug, '').length, + chars_digits: text.replace(/\D+/ug, '').length, + chars_puncts: text.replace(/[^\p{P}]/ug, '').length, + chars_spaces: text.replace(/\S/ug, '').length, + words: text.trim().split(/\s+/).length, + words_no_puncs: text.replace(/\p{P}/ug, '').trim().split(/\s+/).length, + sentences: (`${text} `).split(/\w\s*[\.!\?][\s\p{P}]*\s/u).filter(s => s && s?.length > 0).length, + lines: text.split(/\r\n|\r|\n/).length, + }; +} diff --git a/vite.config.ts b/vite.config.ts index 262f5af3..9655d8b0 100644 --- a/vite.config.ts +++ b/vite.config.ts @@ -128,6 +128,11 @@ export default defineConfig({ }, }, optimizeDeps: { - include: ['re2-wasm-embedded', 'isolated-vm'], // optionally specify dependency name + include: ['re2-wasm-embedded', 'isolated-vm', 'pdfjs-dist'], // optionally specify dependency name + esbuildOptions: { + supported: { + 'top-level-await': true, + }, + }, }, }); \ No newline at end of file