Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 44bfe634f5 |
+9
-3
@@ -58,10 +58,16 @@ then
|
||||
source ~/.local/bin/env
|
||||
fi
|
||||
|
||||
# Fork testing
|
||||
[[ ! -d $SERVER_DIR ]] && git clone "${PYWORKER_REPO:-https://github.com/vast-ai/pyworker}" "$SERVER_DIR"
|
||||
if [[ ! -d $SERVER_DIR ]]; then
|
||||
git clone --depth=1 "${PYWORKER_REPO:-https://github.com/vast-ai/pyworker}" "$SERVER_DIR"
|
||||
fi
|
||||
|
||||
if [[ -n ${PYWORKER_REF:-} ]]; then
|
||||
(cd "$SERVER_DIR" && git checkout "$PYWORKER_REF")
|
||||
(
|
||||
cd "$SERVER_DIR"
|
||||
git fetch --depth=1 origin "$PYWORKER_REF"
|
||||
git checkout "$PYWORKER_REF"
|
||||
)
|
||||
fi
|
||||
|
||||
uv venv --python-preference only-managed "$ENV_PATH" -p 3.10
|
||||
|
||||
@@ -33,9 +33,6 @@ log = logging.getLogger(__file__)
|
||||
async def generate_client_response(
|
||||
client_request: web.Request, model_response: ClientResponse
|
||||
) -> Union[web.Response, web.StreamResponse]:
|
||||
match model_response.status:
|
||||
case 200:
|
||||
log.debug("SUCCESS")
|
||||
# Check if the response is actually streaming based on response headers/content-type
|
||||
is_streaming_response = (
|
||||
model_response.content_type == "text/event-stream"
|
||||
@@ -62,9 +59,6 @@ async def generate_client_response(
|
||||
status=model_response.status,
|
||||
content_type=model_response.content_type
|
||||
)
|
||||
case code:
|
||||
log.debug(f"Model responded with error {code}")
|
||||
return web.Response(status=code)
|
||||
|
||||
|
||||
@dataclasses.dataclass
|
||||
|
||||
Reference in New Issue
Block a user