From d1903083299fd3c7cc9666354da6317e5bf5ecc9 Mon Sep 17 00:00:00 2001
From: Colter Downing <colter@vast.ai>
Date: Tue, 28 Oct 2025 15:28:30 -0700
Subject: [PATCH 1/3] removed 5 sec sleep and warmup request on load

---
 lib/backend.py | 10 +++++-----
 1 file changed, 5 insertions(+), 5 deletions(-)

diff --git a/lib/backend.py b/lib/backend.py
index 0d25a00..a7f610d 100644
--- a/lib/backend.py
+++ b/lib/backend.py
@@ -315,10 +315,10 @@ class Backend:
                 with open(BENCHMARK_INDICATOR_FILE, "r") as f:
                     log.debug("already ran benchmark")
                     # trigger model load
-                    payload = self.benchmark_handler.make_benchmark_payload()
-                    _ = await self.__call_api(
-                        handler=self.benchmark_handler, payload=payload
-                    )
+                    # payload = self.benchmark_handler.make_benchmark_payload()
+                    # _ = await self.__call_api(
+                    #     handler=self.benchmark_handler, payload=payload
+                    # )
                     return float(f.readline())
             except FileNotFoundError:
                 pass
@@ -393,7 +393,7 @@ class Backend:
                         )
                         # some backends need a few seconds after logging successful startup before
                         # they can begin accepting requests
-                        await sleep(5)
+                        # await sleep(5)
                         try:
                             max_throughput = await run_benchmark()
                             self.__start_healthcheck = True

From b4025a744fd2ca5c8a076ed074021a8329e2a5c6 Mon Sep 17 00:00:00 2001
From: Colter Downing <colter@vast.ai>
Date: Tue, 28 Oct 2025 16:11:35 -0700
Subject: [PATCH 2/3] remove env var writing

---
 start_server.sh | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/start_server.sh b/start_server.sh
index 49a7c4d..296cffc 100755
--- a/start_server.sh
+++ b/start_server.sh
@@ -41,14 +41,14 @@ echo_var DEBUG_LOG
 echo_var PYWORKER_LOG
 echo_var MODEL_LOG
 
-# Populate /etc/environment with quoted values
-if ! grep -q "VAST" /etc/environment; then
-    env -0 | grep -zEv "^(HOME=|SHLVL=)|CONDA" | while IFS= read -r -d '' line; do
-            name=${line%%=*}
-            value=${line#*=}
-            printf '%s="%s"\n' "$name" "$value"
-        done > /etc/environment
-fi
+# # Populate /etc/environment with quoted values
+# if ! grep -q "VAST" /etc/environment; then
+#     env -0 | grep -zEv "^(HOME=|SHLVL=)|CONDA" | while IFS= read -r -d '' line; do
+#             name=${line%%=*}
+#             value=${line#*=}
+#             printf '%s="%s"\n' "$name" "$value"
+#         done > /etc/environment
+# fi
 
 if [ ! -d "$ENV_PATH" ]
 then

From 7c0f316eebcceacdbddd918557772aeec0b03f68 Mon Sep 17 00:00:00 2001
From: Colter Downing <colter@vast.ai>
Date: Wed, 29 Oct 2025 11:36:46 -0700
Subject: [PATCH 3/3] leave the env vars alone!

---
 start_server.sh | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/start_server.sh b/start_server.sh
index 296cffc..49a7c4d 100755
--- a/start_server.sh
+++ b/start_server.sh
@@ -41,14 +41,14 @@ echo_var DEBUG_LOG
 echo_var PYWORKER_LOG
 echo_var MODEL_LOG
 
-# # Populate /etc/environment with quoted values
-# if ! grep -q "VAST" /etc/environment; then
-#     env -0 | grep -zEv "^(HOME=|SHLVL=)|CONDA" | while IFS= read -r -d '' line; do
-#             name=${line%%=*}
-#             value=${line#*=}
-#             printf '%s="%s"\n' "$name" "$value"
-#         done > /etc/environment
-# fi
+# Populate /etc/environment with quoted values
+if ! grep -q "VAST" /etc/environment; then
+    env -0 | grep -zEv "^(HOME=|SHLVL=)|CONDA" | while IFS= read -r -d '' line; do
+            name=${line%%=*}
+            value=${line#*=}
+            printf '%s="%s"\n' "$name" "$value"
+        done > /etc/environment
+fi
 
 if [ ! -d "$ENV_PATH" ]
 then