remove auto commit (bad for performance) and manual commit (does not work on cloud setup)
diff --git a/granule_ingester/granule_ingester/pipeline/Pipeline.py b/granule_ingester/granule_ingester/pipeline/Pipeline.py index 9781a0f..b2f277d 100644 --- a/granule_ingester/granule_ingester/pipeline/Pipeline.py +++ b/granule_ingester/granule_ingester/pipeline/Pipeline.py
@@ -204,7 +204,6 @@ # await asyncio.sleep(1) raise pickle.loads(shared_memory.error) - self._metadata_store_factory.commit() end = time.perf_counter() logger.info("Pipeline finished in {} seconds".format(end - start))
diff --git a/granule_ingester/granule_ingester/writers/SolrStore.py b/granule_ingester/granule_ingester/writers/SolrStore.py index fad8a84..06a592e 100644 --- a/granule_ingester/granule_ingester/writers/SolrStore.py +++ b/granule_ingester/granule_ingester/writers/SolrStore.py
@@ -86,7 +86,7 @@ if self._zk_url: zk = pysolr.ZooKeeper(f"{self._zk_url}") self._set_solr_status(zk) - return pysolr.SolrCloud(zk, self._collection) + return pysolr.SolrCloud(zk, self._collection, always_commit=False) elif self._solr_url: return pysolr.Solr(f'{self._solr_url}/solr/{self._collection}') else: