Merge branch 'feat/ocr-image' into chore/all-my-stuffs

# Conflicts:
#	components.d.ts
#	package.json
#	pnpm-lock.yaml
#	src/tools/index.ts
#	vite.config.ts
This commit is contained in:
ShareVB committed 2024-11-03 21:14:16 +01:00
commit b187d58526
8 files changed
+552 -3

No files matched your search

+4
View File
@@ -73,6 +73,7 @@
"@types/turndown": "^5.0.4",
"@types/arr-diff": "^4.0.3",
"@types/markdown-it": "^13.0.7",
"@types/pdfjs-dist": "^2.10.378",
"@types/figlet": "^1.5.8",
"@types/markdown-it": "^13.0.7",
"@vicons/material": "^0.12.0",
@@ -166,7 +167,9 @@
"openpgp": "^5.11.1",
"oui-data": "^1.0.10",
"parse-duration": "^1.1.0",
"path2d-polyfill": "^3.0.1",
"pdf-signature-reader": "^1.4.2",
"pdfjs-dist": "^4.0.379",
"pinia": "^2.0.34",
"plausible-tracker": "^0.3.8",
"pretty-ms": "^9.1.0",
@@ -184,6 +187,7 @@
"sql-formatter": "^13.0.0",
"svg2png-wasm": "^1.4.1",
"svg-to-url": "^4.0.0",
"tesseract.js": "^5.0.4",
"ua-parser-js": "^1.0.35",
"ulid": "^2.3.0",
"unicode-emoji-json": "^0.4.0",
+150 -1
View File
@@ -101,6 +101,9 @@ dependencies:
'@types/markdown-it':
specifier: ^13.0.7
version: 13.0.9
'@types/pdfjs-dist':
specifier: ^2.10.378
version: 2.10.378
'@types/turndown':
specifier: ^5.0.4
version: 5.0.5
@@ -350,9 +353,15 @@ dependencies:
parse-duration:
specifier: ^1.1.0
version: 1.1.0
path2d-polyfill:
specifier: ^3.0.1
version: 3.1.2
pdf-signature-reader:
specifier: ^1.4.2
version: 1.4.2
pdfjs-dist:
specifier: ^4.0.379
version: 4.8.69
pinia:
specifier: ^2.0.34
version: 2.0.34(typescript@5.2.2)(vue@3.3.4)
@@ -395,6 +404,9 @@ dependencies:
svg2png-wasm:
specifier: ^1.4.1
version: 1.4.1
tesseract.js:
specifier: ^5.0.4
version: 5.1.1
turndown:
specifier: ^7.1.2
version: 7.2.0
@@ -4294,6 +4306,13 @@ packages:
resolution: {integrity: sha512-Gj7cI7z+98M282Tqmp2K5EIsoouUEzbBJhQQzDE3jSIRk6r9gsz0oUokqIUR4u1R3dMHo0pDHM7sNOHyhulypw==}
dev: true
/@types/pdfjs-dist@2.10.378:
resolution: {integrity: sha512-TRdIPqdsvKmPla44kVy4jv5Nt5vjMfVjbIEke1CRULIrwKNRC4lIiZvNYDJvbUMNCFPNIUcOKhXTyMJrX18IMA==}
deprecated: This is a stub types definition. pdfjs-dist provides its own type definitions, so you do not need this installed.
dependencies:
pdfjs-dist: 4.8.69
dev: false
/@types/ps-tree@1.1.2:
resolution: {integrity: sha512-ZREFYlpUmPQJ0esjxoG1fMvB2HNaD3z+mjqdSosZvd3RalncI9NEur73P8ZJz4YQdL64CmV1w0RuqoRUlhQRBw==}
dev: true
@@ -5267,7 +5286,7 @@ packages:
/@vueuse/shared@10.0.0(vue@3.3.4):
resolution: {integrity: sha512-Zh3LgJqvUBWVY3SiMvXanTcfAneGbt63QPczBRDNgQ6jd/ehodO9a1lCFzaA6SWJJoI+ugVTjHFYJdoR656DVQ==}
dependencies:
vue-demi: 0.14.10(vue@3.3.4)
vue-demi: 0.14.5(vue@3.3.4)
transitivePeerDependencies:
- '@vue/composition-api'
- vue
@@ -5611,6 +5630,10 @@ packages:
inherits: 2.0.4
readable-stream: 3.6.2
/bmp-js@0.1.0:
resolution: {integrity: sha512-vHdS19CnY3hwiNdkaqk93DvjVLfbEcI8mys4UjuWrlX1haDmroo8o4xCzh4wD6DGV6HxRCyauwhHRqMTfERtjw==}
dev: false
/bn.js@4.12.0:
resolution: {integrity: sha512-c98Bf3tPniI+scsdk237ku1Dc3ujXQTSgyiPUDEOe7tRkhrqridvh8klBv0HCEso1OLOYcHuCv/cS6DNxKH+ZA==}
dev: false
@@ -5827,6 +5850,17 @@ packages:
/caniuse-lite@1.0.30001559:
resolution: {integrity: sha512-cPiMKZgqgkg5LY3/ntGeLFUpi6tzddBNS58A4tnTgQw1zON7u2sZMU7SzOeVH4tj20++9ggL+V6FDOFMTaFFYA==}
/canvas@3.0.0-rc2:
resolution: {integrity: sha512-esx4bYDznnqgRX4G8kaEaf0W3q8xIc51WpmrIitDzmcoEgwnv9wSKdzT6UxWZ4wkVu5+ileofppX0TpyviJRdQ==}
engines: {node: ^18.12.0 || >= 20.9.0}
requiresBuild: true
dependencies:
node-addon-api: 7.1.1
prebuild-install: 7.1.2
simple-get: 3.1.1
dev: false
optional: true
/capital-case@1.0.4:
resolution: {integrity: sha512-ds37W8CytHgwnhGGTi88pcPyR15qoNkOpYwmMMfnWqqWgESapLqvDx6huFjQ5vqWSn2Z06173XNA7LtMOeUh1A==}
dependencies:
@@ -5976,6 +6010,7 @@ packages:
/chownr@1.1.4:
resolution: {integrity: sha512-jJ0bqzaylmJtVnNgzTeSOs8DPavpbYgEr/b0YL8/2GO3xJEhInFmhKMUnEJQjZumK7KXGFhUy89PrsJWlakBVg==}
requiresBuild: true
dev: false
/chownr@3.0.0:
@@ -6640,9 +6675,19 @@ packages:
yaml: 1.10.2
dev: false
/decompress-response@4.2.1:
resolution: {integrity: sha512-jOSne2qbyE+/r8G1VU+G/82LBs2Fs4LAsTiLSHOCOMZQl2OKZ6i8i4IyHemTe+/yIXOtTcRQMzPcgyhoFlqPkw==}
engines: {node: '>=8'}
requiresBuild: true
dependencies:
mimic-response: 2.1.0
dev: false
optional: true
/decompress-response@6.0.0:
resolution: {integrity: sha512-aW35yZM6Bb/4oJlZncMH2LCoZtJXTRxES17vE3hoRiowU2kWHaJKFkSBDnDR+cm9J+9QhXmREyIfv0pji9ejCQ==}
engines: {node: '>=10'}
requiresBuild: true
dependencies:
mimic-response: 3.1.0
dev: false
@@ -6657,6 +6702,7 @@ packages:
/deep-extend@0.6.0:
resolution: {integrity: sha512-LOHxIOaPYdHlJRtCQfDIVZtfw/ufM8+rVj649RIHzcm/vGwQRXFt6OPqIFWsm2XEMrNIEtWR64sY1LEKD2vAOA==}
engines: {node: '>=4.0.0'}
requiresBuild: true
dev: false
/deep-is@0.1.4:
@@ -6963,6 +7009,7 @@ packages:
/end-of-stream@1.4.4:
resolution: {integrity: sha512-+uw1inIHVPQoaVuHzRyXd21icM+cnt4CzD5rW+NC1wjOUSTOs+Te7FOv7AhN7vS9x/oIyhLP5PR1H+phQAHu5Q==}
requiresBuild: true
dependencies:
once: 1.4.0
dev: false
@@ -7591,6 +7638,7 @@ packages:
/expand-template@2.0.3:
resolution: {integrity: sha512-XYfuKMvj4O35f/pOXLObndIRvyQ+/+6AhODh+OKWj9S9498pHHn/IMszH+gt0fBCRWMNfk1ZSp5x3AifmnI2vg==}
engines: {node: '>=6'}
requiresBuild: true
dev: false
/extend-shallow@2.0.1:
@@ -7782,6 +7830,7 @@ packages:
/fs-constants@1.0.0:
resolution: {integrity: sha512-y6OAwoSIf7FyjMIv94u+b5rdheZEjzR63GTyZJm5qh4Bi+2YgwLCcI/fPFZkL5PSixOt6ZNKm+w+Hfp/Bciwow==}
requiresBuild: true
dev: false
/fs-extra@10.1.0:
@@ -7940,6 +7989,7 @@ packages:
/github-from-package@0.0.0:
resolution: {integrity: sha512-SyHy3T1v2NUXn29OsWdxmK6RwHD+vkj3v8en8AOBZ1wBQ/hCAQ5bAQTD02kW4W9tUp/3Qh6J8r9EvntiyCmOOw==}
requiresBuild: true
dev: false
/glob-parent@5.1.2:
@@ -8366,6 +8416,10 @@ packages:
dependencies:
safer-buffer: 2.1.2
/idb-keyval@6.2.1:
resolution: {integrity: sha512-8Sb3veuYCyrZL+VBt9LJfZjLUPWVvqn8tG28VqYNFCo43KHcKuq+b4EiXGeuaLAQWL2YmyDgMp2aSpH9JHsEQg==}
dev: false
/idb@7.1.1:
resolution: {integrity: sha512-gchesWBzyvGHRO9W8tzUWFDycow5gwjvFKfyV9FF32Y7F50yZMp7mP+T2mJIWFx49zicqyC4uefHM17o6xKIVQ==}
dev: true
@@ -8573,6 +8627,10 @@ packages:
hasBin: true
dev: false
/is-electron@2.2.2:
resolution: {integrity: sha512-FO/Rhvz5tuw4MCWkpMzHFKWD2LsfHzIb7i6MdPYZ/KW7AlxawyLkqdy+jPZP1WubqEADE3O4FUENlJHDfQASRg==}
dev: false
/is-extendable@0.1.1:
resolution: {integrity: sha512-5BMULNob1vgFX6EjQw5izWDxrecWK9AM72rugNr0TFldMOi0fj6Jk+zeKIt0xGj4cEfQIJth4w3OKWOJ4f+AFw==}
engines: {node: '>=0.10.0'}
@@ -8743,6 +8801,10 @@ packages:
upper-case: 1.1.3
dev: true
/is-url@1.2.4:
resolution: {integrity: sha512-ITvGim8FhRiYe4IQ5uHSkj7pVaPDrCTkNd3yq3cV7iZAcJdHTUMPMEHcqSOy9xZ9qFenQCvi+2wjH9a1nXqHww==}
dev: false
/is-weakref@1.0.2:
resolution: {integrity: sha512-qctsuLZmIQ0+vSSMfoVvyFe2+GSEvnmZ2ezTup1SBse9+twCCeial6EEi3Nc2KFcf6+qz2FBPnjXsk8xhKSaPQ==}
dependencies:
@@ -9542,9 +9604,17 @@ packages:
engines: {node: '>=12'}
dev: false
/mimic-response@2.1.0:
resolution: {integrity: sha512-wXqjST+SLt7R009ySCglWBCFpjUygmCIfD790/kVbiGmUgfYGuB14PiTd5DwVxSV4NcYHjzMkoj5LjQZwTQLEA==}
engines: {node: '>=8'}
requiresBuild: true
dev: false
optional: true
/mimic-response@3.1.0:
resolution: {integrity: sha512-z0yWI+4FDrrweS8Zmt4Ej5HdJmky15+L2e6Wgn3+iK5fWzb6T3fhNFq2+MeTRb064c6Wr4N/wv0DzQTjNzHNGQ==}
engines: {node: '>=10'}
requiresBuild: true
dev: false
/min-indent@1.0.1:
@@ -9603,6 +9673,7 @@ packages:
/mkdirp-classic@0.5.3:
resolution: {integrity: sha512-gKLcREMhtuZRwRAfqP3RFW+TK4JqApVBtOIftVgjuABpAtpxhPGaDcfvbhNvD0B8iD1oUr/txX35NjcaY6Ns/A==}
requiresBuild: true
dev: false
/mkdirp@3.0.1:
@@ -9704,6 +9775,7 @@ packages:
/napi-build-utils@1.0.2:
resolution: {integrity: sha512-ONmRUqK7zj7DWX0D9ADe03wbwOBZxNAfF20PlGfCWQcD3+/MakShIHrMqx9YwPTfxDdF1zLeL+RGZiR9kGMLdg==}
requiresBuild: true
dev: false
/natural-compare-lite@1.4.0:
@@ -9768,6 +9840,7 @@ packages:
/node-abi@3.71.0:
resolution: {integrity: sha512-SZ40vRiy/+wRTf21hxkkEjPJZpARzUMVcJoQse2EF8qkUWbbO2z7vd5oA/H6bVH6SZQ5STGcu0KRDS7biNRfxw==}
engines: {node: '>=10'}
requiresBuild: true
dependencies:
semver: 7.5.4
dev: false
@@ -10000,6 +10073,11 @@ packages:
is-wsl: 2.2.0
dev: true
/opencollective-postinstall@2.0.3:
resolution: {integrity: sha512-8AV/sCtuzUeTo8gQK5qDZzARrulB3egtLzFgteqB2tcT4Mw7B8Kt7JcDHmltjz6FOAHsvTevk70gZEbhM4ZS9Q==}
hasBin: true
dev: false
/openpgp@5.11.2:
resolution: {integrity: sha512-f8dJFVLwdkvPvW3VPFs6q9Vs2+HNhdvwls7a/MIFcQUB+XiQzRe7alfa3RtwfGJU7oUDDMAWPZ0nYsHa23Az+A==}
engines: {node: '>= 8.0.0'}
@@ -10247,6 +10325,17 @@ packages:
resolution: {integrity: sha512-gDKb8aZMDeD/tZWs9P6+q0J9Mwkdl6xMV8TjnGP3qJVJ06bdMgkbBlLU8IdfOsIsFz2BW1rNVT3XuNEl8zPAvw==}
engines: {node: '>=8'}
/path2d-polyfill@3.1.2:
resolution: {integrity: sha512-rmd/vZBtonqV3eOF+47cVEOyp6APiG7m4V0ue1+R79Fgqq2eNgScY/LCEAvTM86vTeMnrePpqrCIeZMLKJKAXw==}
dependencies:
path2d: 0.2.1
dev: false
/path2d@0.2.1:
resolution: {integrity: sha512-Fl2z/BHvkTNvkuBzYTpTuirHZg6wW9z8+4SND/3mDTEcYbbNKWAy21dz9D3ePNNwrrK8pqZO5vLPZ1hLF6T7XA==}
engines: {node: '>=6'}
dev: false
/pathe@1.1.1:
resolution: {integrity: sha512-d+RQGp0MAYTIaDBIMmOfMwz3E+LOZnxx1HZd5R18mmCZY0QBlK0LDZfPc8FW8Ed2DlvsuE6PRjroDY+wg4+j/Q==}
@@ -10279,6 +10368,14 @@ packages:
node-forge: 1.3.1
dev: false
/pdfjs-dist@4.8.69:
resolution: {integrity: sha512-IHZsA4T7YElCKNNXtiLgqScw4zPd3pG9do8UrznC757gMd7UPeHSL2qwNNMJo4r79fl8oj1Xx+1nh2YkzdMpLQ==}
engines: {node: '>=18'}
optionalDependencies:
canvas: 3.0.0-rc2
path2d: 0.2.1
dev: false
/perfect-debounce@1.0.0:
resolution: {integrity: sha512-xCy9V055GLEqoFaHoC1SoLIaLmWctgCUaBaWxDZ7/Zx4CTyX7cJQLJOok/orfjZAh9kEYpjJa4d0KcJmCbctZA==}
dev: true
@@ -10690,6 +10787,7 @@ packages:
/pump@3.0.2:
resolution: {integrity: sha512-tUPXtzlGM8FE3P0ZL6DVs/3P58k9nk8/jZeQCurTJylQA8qFYzHFfhBJkuqyE0FifOsQ0uKWekiZ5g8wtr28cw==}
requiresBuild: true
dependencies:
end-of-stream: 1.4.4
once: 1.4.0
@@ -10777,6 +10875,7 @@ packages:
/rc@1.2.8:
resolution: {integrity: sha512-y3bGgqKj3QBdxLbLkomlohkvsA8gdAiUQlSBJnBhfn+BPxg4bc62d8TcBW15wavDfgexCgccckhcZvywyQYPOw==}
hasBin: true
requiresBuild: true
dependencies:
deep-extend: 0.6.0
ini: 1.3.8
@@ -10880,6 +10979,10 @@ packages:
resolution: {integrity: sha512-zrceR/XhGYU/d/opr2EKO7aRHUeiBI8qjtfHqADTwZd6Szfy16la6kqD0MIUs5z5hx6AaKa+PixpPrR289+I0A==}
dev: true
/regenerator-runtime@0.13.11:
resolution: {integrity: sha512-kY1AZVr2Ra+t+piVaJ4gxaFaReZVH40AKNo7UCX6W+dEwBo/2oZJzqfuN1qLq1oL45o56cPaTXELwrTh8Fpggg==}
dev: false
/regenerator-runtime@0.14.0:
resolution: {integrity: sha512-srw17NI0TUWHuGa5CFGGmhfNIeja30WMBfbslPNhf6JrqQlLN5gcrvig1oqPxiVaXb0oW0XRKtH6Nngs5lKCIA==}
@@ -11350,10 +11453,22 @@ packages:
/simple-concat@1.0.1:
resolution: {integrity: sha512-cSFtAPtRhljv69IK0hTVZQ+OfE9nePi/rtJmw5UjHeVyVroEqJXP1sFztKUy1qU+xvz3u/sfYJLa947b7nAN2Q==}
requiresBuild: true
dev: false
/simple-get@3.1.1:
resolution: {integrity: sha512-CQ5LTKGfCpvE1K0n2us+kuMPbk/q0EKl82s4aheV9oXjFEz6W/Y7oQFVJuU6QG77hRT4Ghb5RURteF5vnWjupA==}
requiresBuild: true
dependencies:
decompress-response: 4.2.1
once: 1.4.0
simple-concat: 1.0.1
dev: false
optional: true
/simple-get@4.0.1:
resolution: {integrity: sha512-brv7p5WgH0jmQJr1ZDDfKDOSeWWg+OVypG99A/5vYGPqJ6pxiaHLy8nxtFjBA7oMa01ebA9gfh1uMCFqOuXxvA==}
requiresBuild: true
dependencies:
decompress-response: 6.0.0
once: 1.4.0
@@ -11664,6 +11779,7 @@ packages:
/strip-json-comments@2.0.1:
resolution: {integrity: sha512-4gB8na07fecVVkOI6Rs4e7T6NOTki5EmL7TUduTs6bu3EdnSycntVJ4re8kgZA+wx9IueI2Y11bfbgwtzuE0KQ==}
engines: {node: '>=0.10.0'}
requiresBuild: true
dev: false
/strip-json-comments@3.1.1:
@@ -11788,6 +11904,7 @@ packages:
/tar-fs@2.1.1:
resolution: {integrity: sha512-V0r2Y9scmbDRLCNex/+hYzvp/zyYjvFbHPNgVTKfQvVrb6guiE/fxP+XblDNR011utopbkex2nM4dHNV6GDsng==}
requiresBuild: true
dependencies:
chownr: 1.1.4
mkdirp-classic: 0.5.3
@@ -11798,6 +11915,7 @@ packages:
/tar-stream@2.2.0:
resolution: {integrity: sha512-ujeqbceABgwMZxEJnk2HDY2DlnUZ+9oEcb1KzTVfYHio0UE6dG71n60d8D2I4qNvleWrrXpmjpt7vZeF1LnMZQ==}
engines: {node: '>=6'}
requiresBuild: true
dependencies:
bl: 4.1.0
end-of-stream: 1.4.4
@@ -11844,6 +11962,28 @@ packages:
source-map-support: 0.5.21
dev: true
/tesseract.js-core@5.1.1:
resolution: {integrity: sha512-KX3bYSU5iGcO1XJa+QGPbi+Zjo2qq6eBhNjSGR5E5q0JtzkoipJKOUQD7ph8kFyteCEfEQ0maWLu8MCXtvX5uQ==}
dev: false
/tesseract.js@5.1.1:
resolution: {integrity: sha512-lzVl/Ar3P3zhpUT31NjqeCo1f+D5+YfpZ5J62eo2S14QNVOmHBTtbchHm/YAbOOOzCegFnKf4B3Qih9LuldcYQ==}
requiresBuild: true
dependencies:
bmp-js: 0.1.0
idb-keyval: 6.2.1
is-electron: 2.2.2
is-url: 1.2.4
node-fetch: 2.7.0
opencollective-postinstall: 2.0.3
regenerator-runtime: 0.13.11
tesseract.js-core: 5.1.1
wasm-feature-detect: 1.8.0
zlibjs: 0.3.1
transitivePeerDependencies:
- encoding
dev: false
/text-table@0.2.0:
resolution: {integrity: sha512-N+8UisAXDGk8PFXP4HAzVR9nbfmVJ3zYLAWiTIoqC5v5isinhr+r5uaO8+7r3BMfuNIufIsA7RdpVgacC2cSpw==}
dev: true
@@ -12011,6 +12151,7 @@ packages:
/tunnel-agent@0.6.0:
resolution: {integrity: sha512-McnNiV1l8RYeY8tBgEpuodCC1mLUdbSN+CYBL7kJsJNInOP8UjDDEwdk6Mw60vdLLrr5NHKZhMAOSrR2NZuQ+w==}
requiresBuild: true
dependencies:
safe-buffer: 5.2.1
dev: false
@@ -12985,6 +13126,10 @@ packages:
xml-name-validator: 4.0.0
dev: true
/wasm-feature-detect@1.8.0:
resolution: {integrity: sha512-zksaLKM2fVlnB5jQQDqKXXwYHLQUVH9es+5TOOHwGOVJOCeRBCiPjwSg+3tN2AdTCzjgli4jijCH290kXb/zWQ==}
dev: false
/wcwidth@1.0.1:
resolution: {integrity: sha512-XHPEwS0q6TaxcvG85+8EYkbiCux2XtWG2mkc47Ng2A77BQu9+DqIOJldST4HgPkuea7dvKSj5VgX3P1d4rW8Tg==}
dependencies:
@@ -13456,6 +13601,10 @@ packages:
engines: {node: '>=12.20'}
dev: true
/zlibjs@0.3.1:
resolution: {integrity: sha512-+J9RrgTKOmlxFSDHo0pI1xM6BLVUv+o0ZT9ANtCxGkjIVCCUdx9alUF8Gm+dGLKbkkkidWIHFDZHDMpfITt4+w==}
dev: false
/zwitch@2.0.4:
resolution: {integrity: sha512-bXE4cR/kVZhKZX/RjPEflHaKVhUVl85noU3v6b8apfQEc1x4A+zBxjZ4lN8LqGd6WZ3dl98pY4o717VFmoPp+A==}
dev: false
+2
View File
@@ -43,6 +43,7 @@ import { tool as textToUnicode } from './text-to-unicode';
import { tool as certificateKeyParser } from './certificate-key-parser';
import { tool as crcCalculator } from './crc-calculator';
import { tool as ipGeoLocation } from './ip-geo-location';
import { tool as ocrImage } from './ocr-image';
import { tool as safelinkDecoder } from './safelink-decoder';
import { tool as mongoObjectidConverter } from './mongo-objectid-converter';
import { tool as xmlToJson } from './xml-to-json';
@@ -243,6 +244,7 @@ export const toolsByCategory: ToolCategory[] = [
heicConverter,
icoConverter,
imageConverter,
ocrImage,
],
},
{
+12
View File
@@ -0,0 +1,12 @@
import { Scan } from '@vicons/tabler';
import { defineTool } from '../tool';
export const tool = defineTool({
name: 'OCRize image and PDF',
path: '/ocr-image',
description: 'Perform OCR (Tesseract) on an image or PDF',
keywords: ['ocr', 'image', 'tesseract', 'pdf'],
component: () => import('./ocr-image.vue'),
icon: Scan,
createdAt: new Date('2024-03-09'),
});
+251
View File
@@ -0,0 +1,251 @@
<script setup lang="ts">
import type { Ref } from 'vue';
import { createWorker } from 'tesseract.js';
import { getDocument } from 'pdfjs-dist';
import * as pdfJS from 'pdfjs-dist';
import pdfJSWorkerURL from 'pdfjs-dist/build/pdf.worker?url';
import { textStatistics } from '../text-statistics/text-statistics.service';
import TextareaCopyable from '@/components/TextareaCopyable.vue';
import { useQueryParamOrStorage } from '@/composable/queryParams';
const languages = [
{ name: 'English', code: 'eng' },
{ name: 'Portuguese', code: 'por' },
{ name: 'Afrikaans', code: 'afr' },
{ name: 'Albanian', code: 'sqi' },
{ name: 'Amharic', code: 'amh' },
{ name: 'Arabic', code: 'ara' },
{ name: 'Assamese', code: 'asm' },
{ name: 'Azerbaijani', code: 'aze' },
{ name: 'Azerbaijani - Cyrillic', code: 'aze_cyrl' },
{ name: 'Basque', code: 'eus' },
{ name: 'Belarusian', code: 'bel' },
{ name: 'Bengali', code: 'ben' },
{ name: 'Bosnian', code: 'bos' },
{ name: 'Bulgarian', code: 'bul' },
{ name: 'Burmese', code: 'mya' },
{ name: 'Catalan; Valencian', code: 'cat' },
{ name: 'Cebuano', code: 'ceb' },
{ name: 'Central Khmer', code: 'khm' },
{ name: 'Cherokee', code: 'chr' },
{ name: 'Chinese - Simplified', code: 'chi_sim' },
{ name: 'Chinese - Traditional', code: 'chi_tra' },
{ name: 'Croatian', code: 'hrv' },
{ name: 'Czech', code: 'ces' },
{ name: 'Danish', code: 'dan' },
{ name: 'Dutch; Flemish', code: 'nld' },
{ name: 'Dzongkha', code: 'dzo' },
{ name: 'English, Middle (1100-1500)', code: 'enm' },
{ name: 'Esperanto', code: 'epo' },
{ name: 'Estonian', code: 'est' },
{ name: 'Finnish', code: 'fin' },
{ name: 'French', code: 'fra' },
{ name: 'French, Middle (ca. 1400-1600)', code: 'frm' },
{ name: 'Galician', code: 'glg' },
{ name: 'Georgian', code: 'kat' },
{ name: 'German', code: 'deu' },
{ name: 'German Fraktur', code: 'frk' },
{ name: 'Greek, Modern (1453-)', code: 'ell' },
{ name: 'Greek, Ancient (-1453)', code: 'grc' },
{ name: 'Gujarati', code: 'guj' },
{ name: 'Haitian; Haitian Creole', code: 'hat' },
{ name: 'Hebrew', code: 'heb' },
{ name: 'Hindi', code: 'hin' },
{ name: 'Hungarian', code: 'hun' },
{ name: 'Icelandic', code: 'isl' },
{ name: 'Indonesian', code: 'ind' },
{ name: 'Inuktitut', code: 'iku' },
{ name: 'Irish', code: 'gle' },
{ name: 'Italian', code: 'ita' },
{ name: 'Japanese', code: 'jpn' },
{ name: 'Javanese', code: 'jav' },
{ name: 'Kannada', code: 'kan' },
{ name: 'Kazakh', code: 'kaz' },
{ name: 'Kirghiz; Kyrgyz', code: 'kir' },
{ name: 'Korean', code: 'kor' },
{ name: 'Kurdish', code: 'kur' },
{ name: 'Lao', code: 'lao' },
{ name: 'Latin', code: 'lat' },
{ name: 'Latvian', code: 'lav' },
{ name: 'Lithuanian', code: 'lit' },
{ name: 'Macedonian', code: 'mkd' },
{ name: 'Malay', code: 'msa' },
{ name: 'Malayalam', code: 'mal' },
{ name: 'Maltese', code: 'mlt' },
{ name: 'Marathi', code: 'mar' },
{ name: 'Nepali', code: 'nep' },
{ name: 'Norwegian', code: 'nor' },
{ name: 'Oriya', code: 'ori' },
{ name: 'Panjabi; Punjabi', code: 'pan' },
{ name: 'Persian', code: 'fas' },
{ name: 'Polish', code: 'pol' },
{ name: 'Pushto; Pashto', code: 'pus' },
{ name: 'Romanian; Moldavian; Moldovan', code: 'ron' },
{ name: 'Russian', code: 'rus' },
{ name: 'Sanskrit', code: 'san' },
{ name: 'Serbian', code: 'srp' },
{ name: 'Serbian - Latin', code: 'srp_latn' },
{ name: 'Sinhala; Sinhalese', code: 'sin' },
{ name: 'Slovak', code: 'slk' },
{ name: 'Slovenian', code: 'slv' },
{ name: 'Spanish; Castilian', code: 'spa' },
{ name: 'Swahili', code: 'swa' },
{ name: 'Swedish', code: 'swe' },
{ name: 'Syriac', code: 'syr' },
{ name: 'Tagalog', code: 'tgl' },
{ name: 'Tajik', code: 'tgk' },
{ name: 'Tamil', code: 'tam' },
{ name: 'Telugu', code: 'tel' },
{ name: 'Thai', code: 'tha' },
{ name: 'Tibetan', code: 'bod' },
{ name: 'Tigrinya', code: 'tir' },
{ name: 'Turkish', code: 'tur' },
{ name: 'Uighur; Uyghur', code: 'uig' },
{ name: 'Ukrainian', code: 'ukr' },
{ name: 'Urdu', code: 'urd' },
{ name: 'Uzbek', code: 'uzb' },
{ name: 'Uzbek - Cyrillic', code: 'uzb_cyrl' },
{ name: 'Vietnamese', code: 'vie' },
{ name: 'Welsh', code: 'cym' },
{ name: 'Yiddish', code: 'yid' },
];
const languagesOptions = Array.from(languages.map(l => ({
label: l.name,
value: l.code,
})));
const language = useQueryParamOrStorage({ name: 'lang', storageName: 'ocr-image:lang', defaultValue: 'eng' });
const pageSeparator = '\n=============\n';
const ocrInProgress = ref(false);
const fileInput = ref() as Ref<File>;
const ocrText = computedAsync(async () => {
try {
return (await ocr(fileInput.value, language.value));
}
catch (e: any) {
return e.toString();
}
});
const stats = computed(() => textStatistics(ocrText.value?.replace(new RegExp(pageSeparator, 'g'), ' ') || ''));
const pageCount = computed(() => ocrText.value?.split(new RegExp(pageSeparator, 'g')).length || 0);
async function onUpload(file: File) {
if (file) {
fileInput.value = file;
}
}
async function loadPdfFile(file: File) {
const arrBuffer = await file.arrayBuffer();
const byteArray = new Uint8Array(arrBuffer);
return getDocument({ data: byteArray }).promise;
}
async function convertPdfToImage(file: File) {
const pdf = await loadPdfFile(file);
const container = document.getElementById('container');
const images = [];
for (let pageNumber = 1; pageNumber <= pdf.numPages; pageNumber++) {
const page = await pdf.getPage(pageNumber);
const viewport = page.getViewport({ scale: 1.5 });
const canvas = document.createElement('canvas');
canvas.height = viewport.height;
canvas.width = viewport.width;
container?.appendChild(canvas);
await page.render({
canvasContext: canvas.getContext('2d') as CanvasRenderingContext2D,
viewport,
}).promise;
images.push(canvas.toDataURL('image/png'));
}
return images;
};
async function ocr(file: File, language: string) {
if (!file) {
return '';
}
ocrInProgress.value = true;
const worker = await createWorker();
await worker.reinitialize(language);
const allTexts = [];
if (file.type.match('^image/')) {
const ret = await worker.recognize(file);
allTexts.push(ret.data.text);
}
else {
pdfJS.GlobalWorkerOptions.workerSrc = pdfJSWorkerURL;
for (const image of (await convertPdfToImage(file))) {
const ret = await worker.recognize(image);
allTexts.push(ret.data.text);
}
}
await worker.terminate();
ocrInProgress.value = false;
return allTexts.join(pageSeparator);
};
</script>
<template>
<div style="max-width: 600px;">
<c-select
v-model:value="language"
label="Language"
:options="languagesOptions"
searchable mb-2
/>
<c-file-upload
title="Drag and drop a Image or PDF here, or click to select a file"
:paste-image="true"
@file-upload="onUpload"
/>
<n-divider />
<div id="container" style="display: none;" />
<div>
<h3>OCR</h3>
<TextareaCopyable
v-if="!ocrInProgress"
v-model:value="ocrText"
:word-wrap="true"
/>
<n-spin
v-if="ocrInProgress"
size="small"
/>
</div>
<c-card v-if="!ocrInProgress && stats" title="Statistics">
<n-space mt-3>
<n-statistic label="Character count" :value="stats.chars" />
<n-statistic label="Word count" :value="stats.words" />
<n-statistic label="Line count" :value="stats.lines" />
<n-statistic label="Pages count" :value="pageCount" />
<n-statistic label="Sentences count" :value="stats.sentences" />
</n-space>
<n-divider />
<n-space>
<n-statistic label="Chars (no spaces)" :value="stats.chars_no_spaces" />
<n-statistic label="Uppercase chars" :value="stats.chars_upper" />
<n-statistic label="Lowercase chars" :value="stats.chars_lower" />
<n-statistic label="Digit chars" :value="stats.chars_digits" />
<n-statistic label="Punctuations" :value="stats.chars_puncts" />
<n-statistic label="Spaces chars" :value="stats.chars_spaces" />
<n-statistic label="Word count (no punct)" :value="stats.words_no_puncs" />
</n-space>
</c-card>
</div>
</template>
<style lang="less" scoped>
::v-deep(.n-upload-trigger) {
width: 100%;
}
</style>
@@ -1,5 +1,5 @@
import { describe, expect, it } from 'vitest';
import { getStringSizeInBytes } from './text-statistics.service';
import { getStringSizeInBytes, textStatistics } from './text-statistics.service';
describe('text-statistics', () => {
describe('getStringSizeInBytes', () => {
@@ -11,4 +11,114 @@ describe('text-statistics', () => {
expect(getStringSizeInBytes('aaaaaaaaaa')).toEqual(10);
});
});
describe('textStatistics', () => {
it('should return text statistics', () => {
expect(textStatistics('a')).toEqual({
chars: 1,
chars_digits: 0,
chars_lower: 1,
chars_no_spaces: 1,
chars_puncts: 0,
chars_spaces: 0,
chars_upper: 0,
lines: 1,
sentences: 1,
words: 1,
words_no_puncs: 1,
});
expect(textStatistics('A')).toEqual({
chars: 1,
chars_digits: 0,
chars_lower: 0,
chars_no_spaces: 1,
chars_puncts: 0,
chars_spaces: 0,
chars_upper: 1,
lines: 1,
sentences: 1,
words: 1,
words_no_puncs: 1,
});
expect(textStatistics('a a')).toEqual({
chars: 3,
chars_digits: 0,
chars_lower: 2,
chars_no_spaces: 2,
chars_puncts: 0,
chars_spaces: 1,
chars_upper: 0,
lines: 1,
sentences: 1,
words: 2,
words_no_puncs: 2,
});
expect(textStatistics('A a ; 1')).toEqual({
chars: 7,
chars_digits: 1,
chars_lower: 1,
chars_no_spaces: 4,
chars_puncts: 1,
chars_spaces: 3,
chars_upper: 1,
lines: 1,
sentences: 1,
words: 4,
words_no_puncs: 3,
});
expect(textStatistics('Some sentence! Une autre phrase ? « et avec des chiffres 1234 ! »')).toEqual({
chars: 65,
chars_digits: 4,
chars_lower: 41,
chars_no_spaces: 52,
chars_puncts: 5,
chars_spaces: 13,
chars_upper: 2,
lines: 1,
sentences: 3,
words: 14,
words_no_puncs: 10,
});
expect(textStatistics(`Some sentence! Une autre phrase ?
« et avec des chiffres 1234 ! »`)).toEqual({
chars: 72,
chars_digits: 4,
chars_lower: 41,
chars_no_spaces: 52,
chars_puncts: 5,
chars_spaces: 20,
chars_upper: 2,
lines: 2,
sentences: 3,
words: 14,
words_no_puncs: 10,
});
expect(textStatistics('12 35')).toEqual({
chars: 5,
chars_digits: 4,
chars_lower: 0,
chars_no_spaces: 4,
chars_puncts: 0,
chars_spaces: 1,
chars_upper: 0,
lines: 1,
sentences: 1,
words: 2,
words_no_puncs: 2,
});
expect(textStatistics(' 1 2 3. Other ')).toEqual({
chars: 14,
chars_digits: 3,
chars_lower: 4,
chars_no_spaces: 9,
chars_puncts: 1,
chars_spaces: 5,
chars_upper: 1,
lines: 1,
sentences: 2,
words: 4,
words_no_puncs: 4,
});
});
});
});
@@ -1,3 +1,19 @@
export function getStringSizeInBytes(text: string) {
return new TextEncoder().encode(text).buffer.byteLength;
}
export function textStatistics(text: string) {
return {
chars: text.length,
chars_no_spaces: text.replace(/\s+/ug, '').length,
chars_upper: text.replace(/[^\p{Lu}]/ug, '').length,
chars_lower: text.replace(/[^\p{Ll}]/ug, '').length,
chars_digits: text.replace(/\D+/ug, '').length,
chars_puncts: text.replace(/[^\p{P}]/ug, '').length,
chars_spaces: text.replace(/\S/ug, '').length,
words: text.trim().split(/\s+/).length,
words_no_puncs: text.replace(/\p{P}/ug, '').trim().split(/\s+/).length,
sentences: (`${text} `).split(/\w\s*[\.!\?][\s\p{P}]*\s/u).filter(s => s && s?.length > 0).length,
lines: text.split(/\r\n|\r|\n/).length,
};
}
+6 -1
View File
@@ -128,6 +128,11 @@ export default defineConfig({
},
},
optimizeDeps: {
include: ['re2-wasm-embedded', 'isolated-vm'], // optionally specify dependency name
include: ['re2-wasm-embedded', 'isolated-vm', 'pdfjs-dist'], // optionally specify dependency name
esbuildOptions: {
supported: {
'top-level-await': true,
},
},
},
});