Update hf_to_chroma_ds.py

hf_to_chroma_ds.py

@@ -69,7 +69,7 @@ class Memoires_DS(Dataset):
 
 
 
-def import_into_chroma(chroma_client, dataset, collection_name=None, embedding_function=None, batch_size=10000):
+def import_into_chroma(chroma_client, dataset, collection_name=None, embedding_function=None, batch_size=5000):
     """
     Imports a dataset into Chroma in batches.
 
@@ -113,12 +113,14 @@ def import_into_chroma(chroma_client, dataset, collection_name=None, embedding_f
     if ef is None:
         ef = embedding_functions.DefaultEmbeddingFunction()
 
+    print("########### Init collection ###########")
     collection = chroma_client.create_collection(
         collection_name,
         embedding_function=ef
     )
 
     # Retrieve the mapped data
+    print("########### Init to_chroma ###########")
     mapped_data = dataset.to_chroma()
     del dataset