upgrade

crazyyanchao · Nov 13, 2024 · 78fd424 · 78fd424
1 parent f87b042
commit 78fd424
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 5 deletions.
diff --git a/llmcompiler/graph/plan_and_schedule.py b/llmcompiler/graph/plan_and_schedule.py
@@ -529,8 +529,8 @@ def schedule_tasks(scheduler_input: SchedulerInput) -> List[ToolMessage]:
     # ^^ We assume each task inserts a different key above to
     # avoid race conditions...
     futures = []
-    retry_after = 0.25  # Retry every quarter second
-    timeout = 5
+    retry_after = 0.1  # Retry every quarter second
+    timeout = 60 * 60
     with ThreadPoolExecutor() as executor:
         for task in tasks:
             tasks_temporary_save.append(task)
@@ -553,9 +553,12 @@ def schedule_tasks(scheduler_input: SchedulerInput) -> List[ToolMessage]:
             else:
                 # No deps or all deps satisfied
                 # can schedule now
-                schedule_task.invoke(dict(task=task, observations=observations, charts=charts,
-                                          tasks_temporary_save=tasks_temporary_save))
+                # schedule_task.invoke(dict(task=task, observations=observations, charts=charts,
+                #                           tasks_temporary_save=tasks_temporary_save))
                 # futures.append(executor.submit(schedule_task.invoke dict(task=task, observations=observations)))
+                futures.append(executor.submit(
+                    schedule_task.invoke, dict(task=task, observations=observations, charts=charts,
+                                               tasks_temporary_save=tasks_temporary_save)))
 
         # All tasks have been submitted or enqueued
         # Wait for them to complete

diff --git a/setup.py b/setup.py
@@ -3,7 +3,7 @@
 
 setup(
     name='llmcompiler',
-    version="1.2.16",
+    version="1.2.17",
     author="Yc-Ma",
     author_email="[email protected]",
     description='LLMCompiler',