update: test

Author: vpbs2

benchmarking/benchmarking-app/src/app/app.tsx

@@ -1,10 +1,8 @@
 import { Route, BrowserRouter as Router, Routes } from 'react-router-dom';
-import { JSON_TEST_QUERIES } from './constants';
 import { IndexedDBMProvider } from './dbm-context/indexed-dbm-context';
 import { MemoryDBMProvider } from './dbm-context/memory-dbm-context';
 import { RawDBMProvider } from './dbm-context/raw-dbm-context';
 import { FileLoader } from './file-loader/file-loader';
-import { JsonLoader } from './file-loader/json-loader';
 import { QueryBenchmarking } from './query-benchmarking/query-benchmarking';
 
 export function App() {
@@ -51,19 +49,6 @@ export function App() {
             </div>
           }
         />
-        <Route
-          path="/register-json"
-          element={
-            <div>
-              <h1>Register JSON with Memory DBM</h1>
-              <MemoryDBMProvider>
-                <JsonLoader>
-                  <QueryBenchmarking testQueries={JSON_TEST_QUERIES} />
-                </JsonLoader>
-              </MemoryDBMProvider>
-            </div>
-          }
-        />
       </Routes>
     </Router>
   );

benchmarking/benchmarking-app/src/app/benchmarking-tests/dbm-benchmarking.spec.ts

@@ -1,11 +1,11 @@
 import axios from 'axios';
-import { ChildProcess, spawn } from 'child_process';
+import { spawn } from 'child_process';
 import * as puppeteer from 'puppeteer';
 
 describe('Benchmarking DBMs', () => {
-   let page;
-   let browser;
-   let appProcess;
+  let page;
+  let browser;
+  let appProcess;
 
   let totalTimeForMemoryDB: number;
 
@@ -93,15 +93,6 @@ describe('Benchmarking DBMs', () => {
     expect(totalTimeForIndexedDBM).toBeLessThan(totalTimeForMemoryDB * 1.3);
   }, 300000);
 
-  it('Benchmark registering json data', async () => {
-    await page.goto('http://localhost:4200/register-json');
-
-    /**
-     * wait for total time to be rendered
-     */
-    await page.waitForSelector('#total_time', { timeout: 100000 });
-  }, 300000);
-
   afterAll(async () => {
     await browser.close();
     appProcess.kill('SIGTERM');

benchmarking/benchmarking-app/src/app/constants.ts

@@ -1,4 +1,4 @@
-export const FILE_TEST_QUERIES = [
+export const TEST_QUERIES = [
   'SELECT CAST(COUNT(*) as VARCHAR) as total_count FROM taxi.parquet',
   "SELECT * FROM taxi.parquet WHERE originating_base_num='B03404' LIMIT 100",
   'SELECT CAST(COUNT(*) as VARCHAR) as total_count FROM taxi.parquet GROUP BY hvfhs_license_num',
@@ -31,11 +31,8 @@ export const FILE_TEST_QUERIES = [
         group_by_query.hvfhs_license_num = full_query.hvfhs_license_num
     LIMIT 1
       `,
-];
-
-export const JSON_TEST_QUERIES = [
-  'SELECT CAST(COUNT(*) as VARCHAR) as total_count FROM taxi',
-  'SELECT * FROM taxi WHERE price >= 1.0005812645 LIMIT 100',
-  'SELECT CAST(COUNT(*) as VARCHAR) as total_count FROM taxi GROUP BY order_count',
-  'SELECT * as total_count FROM taxi ORDER BY seconds_in_bucket LIMIT 100',
+  'SELECT CAST(COUNT(*) as VARCHAR) as total_count FROM taxijson',
+  'SELECT * FROM taxijson WHERE price >= 1.0005812645 LIMIT 100',
+  'SELECT CAST(COUNT(*) as VARCHAR) as total_count FROM taxijson GROUP BY order_count',
+  'SELECT * as total_count FROM taxijson ORDER BY seconds_in_bucket LIMIT 100',
 ];

benchmarking/benchmarking-app/src/app/file-loader/file-loader.tsx

@@ -1,5 +1,6 @@
 import axios from 'axios';
 import { useState } from 'react';
+import TAXI_JSON_DATA from '../../assets/data-sets/taxi.json';
 import { useDBM } from '../hooks/dbm-context';
 import { useClassicEffect } from '../hooks/use-classic-effect';
 
@@ -21,6 +22,12 @@ export const FileLoader = ({ children }: { children: JSX.Element }) => {
         buffer: fileBufferView,
       });
 
+      await fileManager.registerJSON({
+        json: TAXI_JSON_DATA,
+        tableName: 'taxijson',
+        fileName: 'taxi.json',
+      });
+
       setIsFileLoader(true);
     })();
   }, []);

benchmarking/benchmarking-app/src/app/file-loader/json-loader.tsx

@@ -1,13 +1,9 @@
 import { useState } from 'react';
-import { FILE_TEST_QUERIES } from '../constants';
+import { TEST_QUERIES } from '../constants';
 import { useDBM } from '../hooks/dbm-context';
 import { useClassicEffect } from '../hooks/use-classic-effect';
 
-export const QueryBenchmarking = ({
-  testQueries = FILE_TEST_QUERIES,
-}: {
-  testQueries?: string[];
-}) => {
+export const QueryBenchmarking = () => {
   const [output, setOutput] = useState<
     {
       queryName: string;
@@ -23,11 +19,11 @@ export const QueryBenchmarking = ({
     setOutput([]);
     const promiseArr = [];
     const start = performance.now();
-    for (let i = 0; i < testQueries.length; i++) {
+    for (let i = 0; i < TEST_QUERIES.length; i++) {
       const eachQueryStart = performance.now();
 
       const promiseObj = dbm
-        .queryWithTableNames(testQueries[i], ['taxi'])
+        .queryWithTableNames(TEST_QUERIES[i], ['taxi'])
         .then((results) => {
           const end = performance.now();
           const time = end - eachQueryStart;