Merge pull request #168 from alan-turing-institute/pulumi-retries

Add retries to GithubRepositoryReader
alan-turing-institute · Apr 4, 2024 · 037b8fb · 037b8fb
2 parents be3e7e2 + de9e6bf
commit 037b8fb
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 10 deletions.
diff --git a/azure/production/__main__.py b/azure/production/__main__.py
@@ -132,16 +132,6 @@
     resource_group_name=resource_group.name,
     restart_policy=containerinstance.ContainerGroupRestartPolicy.ALWAYS,
     sku=containerinstance.ContainerGroupSku.STANDARD,
-    volumes=[
-        containerinstance.VolumeArgs(
-            azure_file=containerinstance.AzureFileVolumeArgs(
-                share_name=file_share.name,
-                storage_account_key=storage_account_key,
-                storage_account_name=storage_account.name,
-            ),
-            name="llama-data",
-        ),
-    ],
 )
 
 # Define the container group for the data creation

diff --git a/reginald/models/models/llama_index.py b/reginald/models/models/llama_index.py
@@ -277,6 +277,7 @@ def _load_handbook(self, gh_token: str) -> None:
             verbose=False,
             concurrent_requests=1,
             timeout=60,
+            retries=3,
             filter_file_extensions=([".md"], GithubRepositoryReader.FilterType.INCLUDE),
             filter_directories=(["content"], GithubRepositoryReader.FilterType.INCLUDE),
         )
@@ -303,6 +304,7 @@ def _load_rse_course(self, gh_token: str) -> None:
             verbose=False,
             concurrent_requests=1,
             timeout=60,
+            retries=3,
             filter_file_extensions=(
                 [".md", ".ipynb"],
                 GithubRepositoryReader.FilterType.INCLUDE,
@@ -331,6 +333,7 @@ def _load_rds_course(self, gh_token: str) -> None:
             verbose=False,
             concurrent_requests=1,
             timeout=60,
+            retries=3,
             filter_file_extensions=(
                 [".md", ".ipynb"],
                 GithubRepositoryReader.FilterType.INCLUDE,
@@ -359,6 +362,7 @@ def _load_turing_way(self, gh_token: str) -> None:
             verbose=False,
             concurrent_requests=1,
             timeout=60,
+            retries=3,
             filter_file_extensions=([".md"], GithubRepositoryReader.FilterType.INCLUDE),
         )
         self.documents.extend(turing_way_loader.load_data(branch="main"))
@@ -385,6 +389,7 @@ def _load_hut23(self, gh_token: str) -> None:
             verbose=False,
             concurrent_requests=1,
             timeout=60,
+            retries=3,
             filter_file_extensions=(
                 [".md", ".ipynb"],
                 GithubRepositoryReader.FilterType.INCLUDE,