Merge branch 'dataExtraction' into 'master'

Data extractor

See merge request !2

.gitignore

@@ -6,6 +6,7 @@
 /logs
 /video
 /files
+/data
 *test*
 *.logs
 *.zip

package.json

@@ -23,7 +23,9 @@
     "request": "^2.88.0",
     "svg-captcha": "^1.3.12",
     "tencentcloud-sdk-nodejs": "^4.0.562",
+    "ts-node": "^10.9.2",
     "ws": "^5.2.2",
+    "xlsx": "^0.18.5",
     "xml2js": "^0.4.23"
   },
   "scripts": {
@@ -44,5 +46,10 @@
       "video/**/*"
     ],
     "outputPath": "dist"
+  },
+  "devDependencies": {
+    "@types/jest": "^29.5.12",
+    "jest": "^29.7.0",
+    "ts-jest": "^29.1.5"
   }
 }

src/component/data_extractor.ts

+import { join } from 'path';
+import { readdirSync, readFileSync } from 'fs';
+import * as XLSX from 'xlsx';
+
+export class DataExtractor {
+    private static instance: DataExtractor;
+    private data: { [key: string]: any } = {};
+
+    private constructor() {
+        this.loadAllData();
+    }
+
+    public static getInstance(): DataExtractor {
+        if (!DataExtractor.instance) {
+            DataExtractor.instance = new DataExtractor();
+        }
+        return DataExtractor.instance;
+    }
+
+    private loadAllData(): void {
+        const dirPath = join(__dirname, '../../data');
+        const files = readdirSync(dirPath).filter(file => file.endsWith('.xlsx'));
+        console.log("Path is " + files);
+
+        files.forEach(file => {
+            const filePath = join(dirPath, file);
+            this.data[file] = this.parseExcel(filePath);
+        });
+    }
+
+    private parseExcel(filePath: string): any {
+        const file = readFileSync(filePath);
+        const workbook = XLSX.read(file, { type: 'buffer' });
+        const sheetNames = workbook.SheetNames;
+        const data = sheetNames.map(sheetName => ({
+            sheetName,
+            data: XLSX.utils.sheet_to_json(workbook.Sheets[sheetName])
+        }));
+        return data;
+    }
+
+    public getData(fileName: string): any {
+        return this.data[fileName];
+    }
+
+    public getAvailableFiles(): string[] {
+        return Object.keys(this.data);
+    }
+}