benchmark_args=Namespace(backend='sglang', base_url=None, host='0.0.0.0', port=30000, ready_check_timeout_sec=60, dataset_name='random', dataset_path='', dataset_offset=0, agentic_max_turns=None, speed_bench_category=None, speed_bench_output_len=512, model=None, served_model_name=None, tokenizer=None, num_prompts=32, sharegpt_output_len=None, sharegpt_context_len=None, random_input_len=512, random_output_len=128, random_range_ratio=1.0, image_count=1, image_resolution='1080p', random_image_count=False, image_format='jpeg', image_content='random', request_rate=inf, use_trace_timestamps=False, max_concurrency=8, output_file='/private/tmp/sglang-research/capture/out/no-overlap-bench-random-c8.jsonl', output_details=False, print_requests=False, disable_tqdm=False, disable_stream=False, return_logprob=False, top_logprobs_num=0, token_ids_logprob=None, logprob_start_len=-1, return_routed_experts=False, cache_report=False, seed=7, disable_ignore_eos=False, temperature=0.0, top_p=1.0, extra_request_body=None, apply_chat_template=False, profile=False, plot_throughput=False, profile_activities=['CPU', 'GPU'], profile_start_step=None, profile_steps=None, profile_num_steps=None, profile_by_stage=False, profile_stages=None, profile_output_dir=None, profile_prefix=None, lora_name=None, lora_request_distribution='uniform', lora_zipf_alpha=1.5, prompt_suffix='', pd_separated=False, profile_prefill_url=None, profile_decode_url=None, flush_cache=False, flush_cache_timeout=60.0, warmup_requests=1, tokenize_prompt=False, gsp_num_groups=64, gsp_prompts_per_group=16, gsp_system_prompt_len=2048, gsp_question_len=128, gsp_output_len=256, gsp_range_ratio=1.0, gsp_fast_prepare=False, gsp_send_routing_key=False, gsp_num_turns=1, gsp_ordered=False, gsp_group_distribution='uniform', gsp_zipf_alpha=None, mooncake_slowdown_factor=1.0, mooncake_num_rounds=1, mooncake_workload='conversation', fake_prefill=False, tag=None, header=None, rust_client=False, rust_worker_threads=None)
Waiting up to 60s for http://0.0.0.0:30000/v1/models to become ready...
Server ready in 0.0s.
Namespace(backend='sglang', base_url=None, host='0.0.0.0', port=30000, ready_check_timeout_sec=60, dataset_name='random', dataset_path='', dataset_offset=0, agentic_max_turns=None, speed_bench_category=None, speed_bench_output_len=512, model='mlx-community/Qwen3-0.6B-4bit', served_model_name=None, tokenizer=None, num_prompts=32, sharegpt_output_len=None, sharegpt_context_len=None, random_input_len=512, random_output_len=128, random_range_ratio=1.0, image_count=1, image_resolution='1080p', random_image_count=False, image_format='jpeg', image_content='random', request_rate=inf, use_trace_timestamps=False, max_concurrency=8, output_file='/private/tmp/sglang-research/capture/out/no-overlap-bench-random-c8.jsonl', output_details=False, print_requests=False, disable_tqdm=False, disable_stream=False, return_logprob=False, top_logprobs_num=0, token_ids_logprob=None, logprob_start_len=-1, return_routed_experts=False, cache_report=False, seed=7, disable_ignore_eos=False, temperature=0.0, top_p=1.0, extra_request_body=None, apply_chat_template=False, profile=False, plot_throughput=False, profile_activities=['CPU', 'GPU'], profile_start_step=None, profile_steps=None, profile_num_steps=None, profile_by_stage=False, profile_stages=None, profile_output_dir=None, profile_prefix=None, lora_name=None, lora_request_distribution='uniform', lora_zipf_alpha=1.5, prompt_suffix='', pd_separated=False, profile_prefill_url=None, profile_decode_url=None, flush_cache=False, flush_cache_timeout=60.0, warmup_requests=1, tokenize_prompt=False, gsp_num_groups=64, gsp_prompts_per_group=16, gsp_system_prompt_len=2048, gsp_question_len=128, gsp_output_len=256, gsp_range_ratio=1.0, gsp_fast_prepare=False, gsp_send_routing_key=False, gsp_num_turns=1, gsp_ordered=False, gsp_group_distribution='uniform', gsp_zipf_alpha=None, mooncake_slowdown_factor=1.0, mooncake_num_rounds=1, mooncake_workload='conversation', fake_prefill=False, tag=None, header=None, rust_client=False, rust_worker_threads=None)

#Input tokens: 16384
#Output tokens: 4096
Starting warmup with 1 sequences...
Warmup completed with 1 sequences. Starting main benchmark run...
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n    uncompleted = self._parser.feed_eof()\n                  ^^^^^^^^^^^^^^^^^^^^^^^\n  File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n  Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n    async for chunk_bytes in response.content:\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n    rv = await self.read_func()\n         ^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n    return await self.readuntil(max_size=max_line_length)\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n    await self._wait("readuntil")\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n    await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: <TransferEncodingError: 400, message=\'Not enough data to satisfy transfer length header.\'>\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
output.error='Traceback (most recent call last):\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n    sock = await aiohappyeyeballs.start_connection(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n    raise first_exception\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n    sock = await _connect_sock(\n           ^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n    await loop.sock_connect(sock, address)\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n    return await fut\n           ^^^^^^^^^\n  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n    raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n    async with session.post(\n               ^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n    self._resp: _RetType_co = await self._coro\n                              ^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n    resp = await handler(req)\n           ^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n    conn = await self._connector.connect(\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n    proto = await self._create_connection(req, traces, timeout)\n            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n    _, proto = await self._create_direct_connection(req, traces, timeout)\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n    raise last_exc\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n    transp, proto = await self._wrap_create_connection(\n                    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n    raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n'
/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/srt/layers/quantization/awq/awq.py:53: UserWarning: Only CUDA, HIP and XPU support AWQ currently.
  warnings.warn(f"Only CUDA, HIP and XPU support AWQ currently.")
/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/srt/layers/quantization/gguf.py:69: UserWarning: Only CUDA, MUSA and NPU support GGUF quantization currently.
  warnings.warn(f"Only CUDA, MUSA and NPU support GGUF quantization currently.")

  0%|          | 0/32 [00:00<?, ?it/s]
  3%|▎         | 1/32 [00:07<03:54,  7.55s/it]
100%|██████████| 32/32 [00:07<00:00,  4.20it/s]
Traceback (most recent call last):
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connection.py", line 239, in _new_conn
    sock = connection.create_connection(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/util/connection.py", line 85, in create_connection
    raise err
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/util/connection.py", line 73, in create_connection
    sock.connect(sa)
ConnectionRefusedError: [Errno 61] Connection refused

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 793, in urlopen
    response = self._make_request(
               ^^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 499, in _make_request
    conn.request(
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connection.py", line 567, in request
    self.endheaders()
  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 1333, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 1093, in _send_output
    self.send(msg)
  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/http/client.py", line 1037, in send
    self.connect()
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connection.py", line 398, in connect
    self.sock = self._new_conn()
                ^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connection.py", line 254, in _new_conn
    raise NewConnectionError(
urllib3.exceptions.NewConnectionError: HTTPConnection(host='0.0.0.0', port=30000): Failed to establish a new connection: [Errno 61] Connection refused

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/adapters.py", line 696, in send
    resp = conn.urlopen(
           ^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/connectionpool.py", line 847, in urlopen
    retries = retries.increment(
              ^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/urllib3/util/retry.py", line 555, in increment
    raise MaxRetryError(_pool, url, reason) from reason  # type: ignore[arg-type]
    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
urllib3.exceptions.MaxRetryError: HTTPConnectionPool(host='0.0.0.0', port=30000): Max retries exceeded with url: /server_info (Caused by NewConnectionError("HTTPConnection(host='0.0.0.0', port=30000): Failed to establish a new connection: [Errno 61] Connection refused"))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "<frozen runpy>", line 198, in _run_module_as_main
  File "<frozen runpy>", line 88, in _run_code
  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 2846, in <module>
    cli_main()
  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 2842, in cli_main
    run_benchmark(args)
  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 2187, in run_benchmark
    return asyncio.run(
           ^^^^^^^^^^^^
  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/runners.py", line 195, in run
    return runner.run(main)
           ^^^^^^^^^^^^^^^^
  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/runners.py", line 118, in run
    return self._loop.run_until_complete(task)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/base_events.py", line 691, in run_until_complete
    return future.result()
           ^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 1637, in benchmark
    server_info = requests.get(
                  ^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/api.py", line 87, in get
    return request("get", url, params=params, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/api.py", line 71, in request
    return session.request(method=method, url=url, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/sessions.py", line 651, in request
    resp = self.send(prep, **send_kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/sessions.py", line 784, in send
    r = adapter.send(request, **kwargs)
        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/adapters.py", line 729, in send
    raise ConnectionError(e, request=request)
requests.exceptions.ConnectionError: HTTPConnectionPool(host='0.0.0.0', port=30000): Max retries exceeded with url: /server_info (Caused by NewConnectionError("HTTPConnection(host='0.0.0.0', port=30000): Failed to establish a new connection: [Errno 61] Connection refused"))
