youtube loader

idahopotato1 · Feb 23, 2023 · 4df98af · 4df98af
1 parent d53f2c9
commit 4df98af
Show file tree

Hide file tree

Showing 18 changed files with 9,598 additions and 0 deletions.
diff --git a/.DS_Store b/.DS_Store
diff --git a/data/.DS_Store b/data/.DS_Store
diff --git a/data/PaulGrahamEssayMedium/.DS_Store b/data/PaulGrahamEssayMedium/.DS_Store
diff --git a/data/PaulGrahamEssayMedium/fr.txt b/data/PaulGrahamEssayMedium/fr.txt
diff --git a/data/PaulGrahamEssayMedium/guidetoinvestors.txt b/data/PaulGrahamEssayMedium/guidetoinvestors.txt
diff --git a/data/PaulGrahamEssayMedium/mit.txt b/data/PaulGrahamEssayMedium/mit.txt
diff --git a/data/PaulGrahamEssayMedium/notnot.txt b/data/PaulGrahamEssayMedium/notnot.txt
diff --git a/data/PaulGrahamEssayMedium/popular.txt b/data/PaulGrahamEssayMedium/popular.txt
diff --git a/data/PaulGrahamEssayMedium/re.txt b/data/PaulGrahamEssayMedium/re.txt
diff --git a/data/PaulGrahamEssayMedium/road.txt b/data/PaulGrahamEssayMedium/road.txt
diff --git a/data/PaulGrahamEssayMedium/start.txt b/data/PaulGrahamEssayMedium/start.txt
diff --git a/data/PaulGrahamEssayMedium/startupfunding.txt b/data/PaulGrahamEssayMedium/startupfunding.txt
diff --git a/data/PaulGrahamEssayMedium/startupideas.txt b/data/PaulGrahamEssayMedium/startupideas.txt
diff --git a/data/PaulGrahamEssayMedium/wealth.txt b/data/PaulGrahamEssayMedium/wealth.txt
diff --git a/data/PaulGrahamEssayMedium/worked.txt b/data/PaulGrahamEssayMedium/worked.txt
diff --git a/data_generation/chroma_logs.log b/data_generation/chroma_logs.log
@@ -36,3 +36,18 @@ DEBUG:Chroma:time to pre process our knn query: 2.1457672119140625e-06
 DEBUG:Chroma:time to run knn query: 0.00036215782165527344
 DEBUG:Chroma:time to pre process our knn query: 3.0994415283203125e-06
 DEBUG:Chroma:time to run knn query: 0.007834672927856445
+DEBUG:Chroma:Logger created
+DEBUG:Chroma:Index not found
+DEBUG:Chroma:Index saved to {self._save_folder}/index.bin
+DEBUG:Chroma:Index saved to {self._save_folder}/index.bin
+DEBUG:Chroma:time to pre process our knn query: 5.0067901611328125e-06
+DEBUG:Chroma:time to run knn query: 0.0006079673767089844
+DEBUG:Chroma:Index not found
+DEBUG:Chroma:Index saved to {self._save_folder}/index.bin
+DEBUG:Chroma:Index saved to {self._save_folder}/index.bin
+DEBUG:Chroma:time to pre process our knn query: 7.867813110351562e-06
+DEBUG:Chroma:time to run knn query: 0.0008041858673095703
+DEBUG:Chroma:time to pre process our knn query: 5.0067901611328125e-06
+DEBUG:Chroma:time to run knn query: 0.0008640289306640625
+DEBUG:Chroma:time to pre process our knn query: 4.0531158447265625e-06
+DEBUG:Chroma:time to run knn query: 0.0007679462432861328
diff --git a/loaders/.ipynb_checkpoints/YouTube Loader-checkpoint.ipynb b/loaders/.ipynb_checkpoints/YouTube Loader-checkpoint.ipynb
diff --git a/loaders/YouTube Loader.ipynb b/loaders/YouTube Loader.ipynb