Fix duplicate detection

Corrector did not check if processed document already exists in clean_data after corrector started matching documents by xRequestId.

Adding duplicate detection.

corrector_module/opmon_corrector/corrector_worker.py

@@ -80,10 +80,12 @@ def consume_data(self, data):
         ]
 
         if clients:
-            matched_pair['client'] = clients[0]
+            if not self.db_m.check_clean_document_exists(x_request_id, clients[0]):
+                matched_pair['client'] = clients[0]
 
         if producers:
-            matched_pair['producer'] = producers[0]
+            if not self.db_m.check_clean_document_exists(x_request_id, producers[0]):
+                matched_pair['producer'] = producers[0]
 
         docs_to_remove = [
             doc for doc in documents