Skip to content

Commit 6059573

Browse files
committed
some trace to debug + max concurrency
1 parent 9829d0e commit 6059573

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

src/engine.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -95,7 +95,7 @@ def wait_for_server(self, timeout=300, interval=5):
9595
def shutdown(self):
9696
if self.process:
9797
self.process.terminate()
98-
self.process.wait()
98+
self.process.wait()
9999
print("Server shut down.")
100100

101101
class OpenAIRequest:

src/handler.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@
66

77
# Initialize the engine
88
engine = SGlangEngine()
9-
engine.start_server()
9+
engine.start_server()
1010
engine.wait_for_server()
1111

1212
print(f" ==== start_server")

0 commit comments

Comments
 (0)