Continue testing large

SARIF files

Author: marcnjaramillo

extensions/ql-vscode/src/cli.ts

@@ -676,16 +676,29 @@ export class CodeQLCliServer implements Disposable {
 
   async interpretBqrs(metadata: QueryMetadata, resultsPath: string, interpretedResultsPath: string, sourceInfo?: SourceInfo): Promise<sarif.Log> {
     await this.runInterpretCommand(SARIF_FORMAT, metadata, resultsPath, interpretedResultsPath, sourceInfo);
+    const fakeSarifPath = '/Users/marcjaramillo/MLH/jdk11-tainted-path.sarif';
     try {
+      const p = parser();
+      console.log('Created parser');
+      const pipeline = chain([
+        fs.createReadStream(fakeSarifPath),
+        p,
+        pick({filter: 'runs.0.results'})
+      ]);
+      console.log('Created pipeline');
+      const asm = Assembler.connectTo(pipeline);
+      console.log('Created assembler');
+      let chunkCount = 0;
       //TODO: figure out error handling for Assembler
       return await new Promise((resolve) => {
-        const pipeline = chain([
-          fs.createReadStream(interpretedResultsPath),
-          parser(),
-          pick({filter: 'runs.0.results'})
-        ]);
-  
-        const asm = Assembler.connectTo(pipeline);
+        p.on('data', (_) => {
+          chunkCount++;
+          if(chunkCount % 10000000 === 0) {
+            console.log('Chunks processed:', chunkCount);
+          }
+        });
+        console.log('Created parser counter');
+        
         asm.on('done', (asm) => {
           const dummyTool : sarif.Tool = {driver: {name: ''}};
           const log : sarif.Log = {
@@ -697,9 +710,11 @@ export class CodeQLCliServer implements Disposable {
               }
             ]
           };
-          console.log(log);  
+          console.log('Number of results:', log.runs[0]!.results?.length);
+          console.log(log.runs[0]!.results![0]);
           resolve(log);
         });
+        console.log('Created assembler done listener');
       });
     } catch (err) {
       throw new Error(`Parsing output of interpretation failed: ${err.stderr || err}`);