Update .gitignore to include FUTURE.md; enhance error handling in filters.ts to log errors instead of throwing; modify tempfile naming in task-helper.ts to use randomUUID for uniqueness.

Author: Chetan11-dev

.gitignore

@@ -41,3 +41,4 @@ profiles.json
 _todo_update/
 botasaurus/botasaurus_storage.json
 bota/src/bota/package_storage.json
+FUTURE.md

js/botasaurus-server-js/src/filters.ts

@@ -447,11 +447,13 @@ export function applyFiltersInPlace(
     for (const filterObj of applicableFilters) {
       if (!(filterObj.hasFilterValue(record))) {
         const rep = JSON.stringify(record, null, 4);
-        throw new JsonHTTPResponseWithMessage(
+        console.error(
           `Filter field ${filterObj.field} not found in data record: ${
             rep.length >= 1003 ? rep.slice(0, 1000) + '...' : rep
-          }.`
+          }.\nSkipping record.`
         );
+        passesAllFilters = false;
+        break;
       }
       if (!filterObj.filter(filtersData[filterObj.id], filterObj.getFilterValue(record))) {
         passesAllFilters = false;

js/botasaurus-server-js/src/task-helper.ts

@@ -1,4 +1,5 @@
 import * as fs from 'fs';
+import { randomUUID } from 'crypto';
 import { isNotNullish, isNullish } from "./null-utils";
 import { createTask, db, Task } from "./models";
 import { TaskResults } from "./task-results";
@@ -159,7 +160,7 @@ async function writeDeduplicatedTasks(
     const shouldNormalizeFlag = shouldNormalize(allKeys, firstItemKeyCount)
     let needsRerun = false
 
-    const tempfile = taskFilePath + '.temp'
+    const tempfile = taskFilePath + '.' + randomUUID() + '.temp' 
     const ndjsonWriteStream = new NDJSONWriteStream(tempfile)
     const seen = new Set()