remove auto commit (bad for performance) and manual commit (does not work on cloud setup)
diff --git a/granule_ingester/granule_ingester/pipeline/Pipeline.py b/granule_ingester/granule_ingester/pipeline/Pipeline.py
index 9781a0f..b2f277d 100644
--- a/granule_ingester/granule_ingester/pipeline/Pipeline.py
+++ b/granule_ingester/granule_ingester/pipeline/Pipeline.py
@@ -204,7 +204,6 @@
# await asyncio.sleep(1)
raise pickle.loads(shared_memory.error)
- self._metadata_store_factory.commit()
end = time.perf_counter()
logger.info("Pipeline finished in {} seconds".format(end - start))
diff --git a/granule_ingester/granule_ingester/writers/SolrStore.py b/granule_ingester/granule_ingester/writers/SolrStore.py
index fad8a84..06a592e 100644
--- a/granule_ingester/granule_ingester/writers/SolrStore.py
+++ b/granule_ingester/granule_ingester/writers/SolrStore.py
@@ -86,7 +86,7 @@
if self._zk_url:
zk = pysolr.ZooKeeper(f"{self._zk_url}")
self._set_solr_status(zk)
- return pysolr.SolrCloud(zk, self._collection)
+ return pysolr.SolrCloud(zk, self._collection, always_commit=False)
elif self._solr_url:
return pysolr.Solr(f'{self._solr_url}/solr/{self._collection}')
else:
