Add error handling fields to ingest processors

Signed-off-by: Tyler Ohlsen <ohltyler@amazon.com>
opensearch-project · Feb 3, 2025 · 21a5293 · 21a5293
1 parent 22b2fcb
commit 21a5293
Show file tree

Hide file tree

Showing 5 changed files with 24 additions and 1 deletion.
diff --git a/public/configs/ingest_processors/split_ingest_processor.ts b/public/configs/ingest_processors/split_ingest_processor.ts
@@ -13,5 +13,13 @@ export class SplitIngestProcessor extends SplitProcessor {
   constructor() {
     super();
     this.id = generateId('split_processor_ingest');
+    this.optionalFields = [
+      ...(this.optionalFields || []),
+      {
+        id: 'ignore_missing',
+        type: 'boolean',
+        value: false,
+      },
+    ];
   }
 }
diff --git a/public/configs/ingest_processors/text_chunking_ingest_processor.ts b/public/configs/ingest_processors/text_chunking_ingest_processor.ts
@@ -70,6 +70,11 @@ export class TextChunkingIngestProcessor extends Processor {
         id: 'tag',
         type: 'string',
       },
+      {
+        id: 'ignore_missing',
+        type: 'boolean',
+        value: false,
+      },
     ];
   }
 }
diff --git a/public/configs/sort_processor.ts b/public/configs/sort_processor.ts
@@ -40,6 +40,11 @@ export abstract class SortProcessor extends Processor {
         id: 'tag',
         type: 'string',
       },
+      {
+        id: 'ignore_failure',
+        type: 'boolean',
+        value: false,
+      },
     ];
   }
 }
diff --git a/public/configs/split_processor.ts b/public/configs/split_processor.ts
@@ -45,6 +45,11 @@ export abstract class SplitProcessor extends Processor {
         id: 'tag',
         type: 'string',
       },
+      {
+        id: 'ignore_failure',
+        type: 'boolean',
+        value: false,
+      },
     ];
   }
 }
diff --git a/public/pages/workflow_detail/workflow_inputs/workflow_inputs.tsx b/public/pages/workflow_detail/workflow_inputs/workflow_inputs.tsx
@@ -555,7 +555,7 @@ export function WorkflowInputs(props: WorkflowInputsProps) {
               .unwrap()
               .then((resp: SimulateIngestPipelineResponse) => {
                 console.log('resp: ', resp);
-                const docObjs = unwrapTransformedDocs(resp);
+                //const docObjs = unwrapTransformedDocs(resp);
                 //if (docObjs.length > 0) {
                 //setSourceInput(customStringify(docObjs[0]));
                 //}