Add generated record ID to Solr document if it is not extractable fro…

…m the data source
pkiraly · Nov 13, 2024 · 798f2f8 · 798f2f8
1 parent fe2debe
commit 798f2f8
Showing 1 changed file with 16 additions and 4 deletions.
diff --git a/src/main/java/de/gwdg/metadataqa/api/calculator/Indexer.java b/src/main/java/de/gwdg/metadataqa/api/calculator/Indexer.java
@@ -24,19 +24,30 @@ public class Indexer extends QaSolrClient implements Calculator, Shutdownable, S
   private static final Logger LOGGER = Logger.getLogger(Indexer.class.getCanonicalName());
 
   public static final String CALCULATOR_NAME = "indexer";
+  private int generatedRecordId;
+  private int indexCounter;
+
 
   public Indexer(SolrClient solrClient, Schema schema) {
     super(solrClient, schema);
     solrClient.deleteAll();
+    generatedRecordId = 1;
+    indexCounter = 0;
+    LOGGER.info("Indexer created " + solrClient.getClass().getCanonicalName());
   }
 
   @Override
   public List<MetricResult> measure(Selector cache) {
     try {
       List<String> extractedValues = extractValue(cache, schema.getRecordId().getPath());
-      if (extractedValues.isEmpty())
-        throw new RuntimeException(String.format("Missing record ID (path: %s)", schema.getRecordId().getPath()));
-      String recordId = extractedValues.get(0);
+      String recordId = null;
+      if (extractedValues.isEmpty()) {
+        LOGGER.severe("id label: " + schema.getRecordId().getLabel());
+        LOGGER.severe(String.format("Missing record ID (path: %s)", schema.getRecordId().getPath()));
+        recordId = "unknownId-" + generatedRecordId++;
+      } else {
+        recordId = extractedValues.get(0);
+      }
 
       Map<String, List<String>> resultMap = new HashMap<>();
       for (UniquenessField solrField : solrFields) {
@@ -45,6 +56,7 @@ public List<MetricResult> measure(Selector cache) {
           resultMap.put(solrField.getSolrField(), values);
       }
       solrClient.indexMap(recordId, resultMap);
+      indexCounter++;
     } catch (IOException | SolrServerException e) {
       e.printStackTrace();
     } catch (Exception e) {
@@ -75,7 +87,7 @@ public String getCalculatorName() {
 
   @Override
   public void shutDown() {
-    LOGGER.info("shutDown");
+    LOGGER.info("shutDown solr. Counter: " + indexCounter);
     solrClient.commit();
   }
 }