feat(new tool): Parquet File Reader

Fix #1516
This commit is contained in:
sharevb authored and ShareVB committed 2025-03-16 23:01:50 +01:00
1 parent 7e40050986
commit 91541b8f7c
5 files changed
+117

No files matched your search

+2
View File
@@ -133,6 +133,8 @@
"heic-convert": "^2.1.0",
"hex-array": "^1.0.0",
"highlight.js": "^11.11.1",
"hyparquet": "^1.9.0",
"hyparquet-compressors": "^1.0.0",
"iarna-toml-esm": "^3.0.5",
"ibantools": "^4.5.1",
"ical-generator": "^8.1.1",
+25
View File
@@ -293,6 +293,12 @@ dependencies:
highlight.js:
specifier: ^11.11.1
version: 11.11.1
hyparquet:
specifier: ^1.9.0
version: 1.9.0
hyparquet-compressors:
specifier: ^1.0.0
version: 1.0.0
iarna-toml-esm:
specifier: ^3.0.5
version: 3.0.5
@@ -10536,6 +10542,10 @@ packages:
hasBin: true
dev: true
/fzstd@0.1.1:
resolution: {integrity: sha512-dkuVSOKKwh3eas5VkJy1AW1vFpet8TA/fGmVA5krThl8YcOVE/8ZIoEA1+U1vEn5ckxxhLirSdY837azmbaNHA==}
dev: false
/generate-schema@2.6.0:
resolution: {integrity: sha512-EUBKfJNzT8f91xUk5X5gKtnbdejZeE065UAJ3BCzE8VEbvwKI9Pm5jaWmqVeK1MYc1g5weAVFDTSJzN7ymtTqA==}
hasBin: true
@@ -11170,6 +11180,21 @@ packages:
- supports-color
dev: true
/hyparquet-compressors@1.0.0:
resolution: {integrity: sha512-cKueptWa8P9oXX3DMlLoHHXl4DWHvEJwXihb30vXJVJWMSrDsEK6v1v455vW1g3nF+b3THYWpRT3pi++YB4sOg==}
dependencies:
fzstd: 0.1.1
hysnappy: 1.0.0
dev: false
/hyparquet@1.9.0:
resolution: {integrity: sha512-StgrDzLnawgI+z01IP5u1yEpVexlgBSG6mnyeFngzEHw8z11rWW262yA5yGfhjVvgRoeUMZZQotCboz9WEWETg==}
dev: false
/hysnappy@1.0.0:
resolution: {integrity: sha512-MNrC4NfwDGPb889O6gIfEtbvEZCSWUsSEhsz4Oq2FRcpGtXHfeVz3KciSPp5Pnnz1NjFMgDQNfxdJozymJEDDA==}
dev: false
/iarna-toml-esm@3.0.5:
resolution: {integrity: sha512-CgeDbPohnFG827UoRaCqKxJ8idiIDZDWlcHf5hUReQnZ8jHnNnhN4QJFiY12fKvr0LvuDuKAimqQfrmQnacbtw==}
dependencies:
+2
View File
@@ -28,6 +28,7 @@ import { tool as floatingPointNumberConverter } from './floating-point-number-co
import { tool as snowflakeIdExtractor } from './snowflake-id-extractor';
import { tool as qrContactInfoGenerator } from './qr-contact-info-generator';
import { tool as emailNormalizer } from './email-normalizer';
import { tool as parquetsReader } from './parquets-reader';
import { tool as fortuneWheel } from './fortune-wheel';
import { tool as cardPicker } from './card-picker';
import { tool as coinFlipper } from './coin-flipper';
@@ -463,6 +464,7 @@ export const toolsByCategory: ToolCategory[] = [
nginxFormatter,
regexTester,
regexMemo,
parquetsReader,
commonRegexMemo,
stacktracePrettier,
xpathTester,
+12
View File
@@ -0,0 +1,12 @@
import { Parking } from '@vicons/tabler';
import { defineTool } from '../tool';
export const tool = defineTool({
name: 'Parquet files Reader',
path: '/parquets-reader',
description: 'Read parquet file as JSON object arrays',
keywords: ['parquet', 'reader'],
component: () => import('./parquets-reader.vue'),
icon: Parking,
createdAt: new Date('2025-02-09'),
});
@@ -0,0 +1,76 @@
<script setup lang="ts">
// import { Buffer } from 'node:buffer';
import { parquetReadObjects } from 'hyparquet';
import { compressors } from 'hyparquet-compressors';
import type { DataTableInst } from 'naive-ui';
const fileInput = ref() as Ref<File | null>;
const error = ref('');
const results = computedAsync(async () => {
const file = fileInput.value;
error.value = '';
if (file == null) {
return null;
}
try {
return await parquetReadObjects({ file: await file.arrayBuffer(), compressors });
}
catch (e: any) {
error.value = e.toString();
return [];
}
});
const resultsJson = computed(() => JSON.stringify(results.value || [], (_, v) => typeof v === 'bigint' ? v.toString() : v, 2));
const columns = computed(() => Object.keys((results.value || [])[0] || {})
.map(h => ({ key: h.replace(/\./g, '\\.'), title: h })));
function onUpload(file: File) {
if (file) {
fileInput.value = file;
}
}
const tableRef = ref<DataTableInst>();
function downloadCsv() {
tableRef.value?.downloadCsv({ fileName: fileInput.value?.name || 'data' });
}
</script>
<template>
<div style="max-width: 600px;">
<c-card title="Input" mb-2>
<c-file-upload
title="Drag and drop Parquet file here, or click to select a file"
@file-upload="onUpload"
/>
</c-card>
<c-alert v-if="error">
{{ error }}
</c-alert>
<n-tabs v-if="!error" type="line" animated>
<n-tab-pane name="jsonData" tab="JSON Content">
<textarea-copyable :value="resultsJson" language="json" :download-file-name="`${fileInput?.name}.json`" />
</n-tab-pane>
<n-tab-pane v-if="columns.length" name="tabData" tab="Table View">
<div mb-1 flex justify-center>
<n-button @click="downloadCsv">
Export as CSV
</n-button>
</div>
<n-data-table
ref="tableRef"
size="small"
:columns="columns"
:data="results" bordered striped
pagination
/>
</n-tab-pane>
</n-tabs>
</div>
</template>