chore: change duckdb wasm package (#97)

* update: runner package

* update: index html

* update: instance manager

* fix: move to public version

* update: public version

* fix: package lock

* update: imports

* update: changes

* remove: log

* remove: vite changes

* remove: duckdb manager

* resolve: comments

---------

Co-authored-by: ujaval403 <[email protected]>

Author: vpbs2

benchmarking/public/runner/index.html

@@ -1,6 +1,6 @@
+import * as duckdb from '@devrev/duckdb-wasm';
+import { AsyncDuckDB, LogEntryVariant } from '@devrev/duckdb-wasm';
 import { InstanceManagerType } from '@devrev/meerkat-dbm';
-import * as duckdb from '@duckdb/duckdb-wasm';
-import { AsyncDuckDB, LogEntryVariant } from '@duckdb/duckdb-wasm';
 const JSDELIVR_BUNDLES = duckdb.getJsDelivrBundles();
 
 export class InstanceManager implements InstanceManagerType {

benchmarking/src/app/dbm-context/instance-manager.ts

@@ -1,6 +1,6 @@
+import * as duckdb from '@devrev/duckdb-wasm';
+import { AsyncDuckDB } from '@devrev/duckdb-wasm';
 import { DBM, FileManagerType } from '@devrev/meerkat-dbm';
-import * as duckdb from '@duckdb/duckdb-wasm';
-import { AsyncDuckDB } from '@duckdb/duckdb-wasm';
 import React, { useState } from 'react';
 import { useClassicEffect } from '../hooks/use-classic-effect';
 const JSDELIVR_BUNDLES = duckdb.getJsDelivrBundles();

benchmarking/src/app/dbm-context/use-async-duckdb.tsx

@@ -13,7 +13,7 @@ import {
 import log from 'loglevel';
 import { TableWiseFiles } from 'meerkat-dbm/src/types';
 import { useEffect, useRef, useState } from 'react';
-import { InstanceManager } from './instance-manager';
+import { InstanceManager } from './duck-db/instance-manager';
 
 type EffectCallback = () => void | (() => void | undefined);
 

meerkat-browser-runner/src/app/app.tsx

@@ -1,11 +1,10 @@
+import * as duckdb from '@devrev/duckdb-wasm';
+import { AsyncDuckDB, LogEntryVariant } from '@devrev/duckdb-wasm';
 import { InstanceManagerType } from '@devrev/meerkat-dbm';
-import * as duckdb from '@duckdb/duckdb-wasm';
-import { AsyncDuckDB, LogEntryVariant } from '@duckdb/duckdb-wasm';
 const JSDELIVR_BUNDLES = duckdb.getJsDelivrBundles();
 
 export class InstanceManager implements InstanceManagerType {
   private db: AsyncDuckDB | null = null;
-
   private async initDB() {
     const bundle = await duckdb.selectBundle(JSDELIVR_BUNDLES);
 

meerkat-browser-runner/src/app/instance-manager.ts renamed to meerkat-browser-runner/src/app/duck-db/instance-manager.ts

@@ -3,7 +3,7 @@
   "version": "0.1.1",
   "dependencies": {
     "tslib": "^2.3.0",
-    "@duckdb/duckdb-wasm": "^1.28.0",
+    "@devrev/duckdb-wasm": "1.14.3",
     "dexie": "^3.2.4",
     "loglevel": "^1.8.1",
     "uuid": "^9.0.1",

meerkat-dbm/package.json

@@ -1,4 +1,4 @@
-import { AsyncDuckDB } from '@duckdb/duckdb-wasm';
+import { AsyncDuckDB } from '@devrev/duckdb-wasm';
 import { InstanceManagerType } from '../instance-manager';
 
 export const mockDB = {

meerkat-dbm/src/dbm/__test__/mock.ts

@@ -1,4 +1,4 @@
-import { AsyncDuckDBConnection } from '@duckdb/duckdb-wasm';
+import { AsyncDuckDBConnection } from '@devrev/duckdb-wasm';
 import { Table } from 'apache-arrow/table';
 import { v4 as uuidv4 } from 'uuid';
 import { FileManagerType } from '../file-manager/file-manager-type';

meerkat-dbm/src/dbm/dbm.ts

@@ -1,4 +1,4 @@
-import { AsyncDuckDB } from '@duckdb/duckdb-wasm';
+import { AsyncDuckDB } from '@devrev/duckdb-wasm';
 
 export interface InstanceManagerType {
   /**

meerkat-dbm/src/dbm/instance-manager.ts

@@ -1,4 +1,4 @@
-import { AsyncDuckDB } from '@duckdb/duckdb-wasm';
+import { AsyncDuckDB } from '@devrev/duckdb-wasm';
 import 'fake-indexeddb/auto';
 import { InstanceManagerType } from '../../dbm/instance-manager';
 import { FILE_TYPES } from '../../types';
@@ -15,9 +15,9 @@ const mockDB = {
     return {
       query: jest.fn(),
       insertJSONFromPath: jest.fn(),
-      close: jest.fn()
+      close: jest.fn(),
     };
-  }
+  },
 };
 
 describe('IndexedDBFileManager', () => {
@@ -194,9 +194,9 @@ describe('IndexedDBFileManager', () => {
       files: [
         {
           fileName: 'taxi2.parquet',
-          fileType: 'parquet'
-        }
-      ]
+          fileType: 'parquet',
+        },
+      ],
     });
 
     expect(
@@ -212,7 +212,7 @@ describe('IndexedDBFileManager', () => {
     // Verify that the file is dropped
     expect(tableData2[0]).toEqual({
       tableName: 'taxi1',
-      files: []
+      files: [],
     });
 
     expect(
@@ -233,8 +233,8 @@ describe('IndexedDBFileManager', () => {
       tableName: 'taxi-json',
       fileName: 'taxi-json.parquet',
       json: {
-        test: 'test'
-      }
+        test: 'test',
+      },
     };
 
     await fileManager.registerJSON(jsonFile);
@@ -257,16 +257,16 @@ describe('IndexedDBFileManager', () => {
         tableName: 'taxi-json-bulk',
         fileName: 'taxi-json1.parquet',
         json: {
-          test: 'test'
-        }
+          test: 'test',
+        },
       },
       {
         tableName: 'taxi-json-bulk',
         fileName: 'taxi-json2.parquet',
         json: {
-          test: 'test'
-        }
-      }
+          test: 'test',
+        },
+      },
     ];
 
     await fileManager.bulkRegisterJSON(jsonFiles);