benchmark_args=Namespace(backend='sglang', base_url=None, host='0.0.0.0', port=30000, ready_check_timeout_sec=60, dataset_name='random', dataset_path='', dataset_offset=0, agentic_max_turns=None, speed_bench_category=None, speed_bench_output_len=512, model=None, served_model_name=None, tokenizer=None, num_prompts=32, sharegpt_output_len=None, sharegpt_context_len=None, random_input_len=512, random_output_len=128, random_range_ratio=1.0, image_count=1, image_resolution='1080p', random_image_count=False, image_format='jpeg', image_content='random', request_rate=inf, use_trace_timestamps=False, max_concurrency=8, output_file='/private/tmp/sglang-research/capture/out/no-overlap-bench-random-c8.jsonl', output_details=False, print_requests=False, disable_tqdm=False, disable_stream=False, return_logprob=False, top_logprobs_num=0, token_ids_logprob=None, logprob_start_len=-1, return_routed_experts=False, cache_report=False, seed=7, disable_ignore_eos=False, temperature=0.0, top_p=1.0, extra_request_body=None, apply_chat_template=False, profile=False, plot_throughput=False, profile_activities=['CPU', 'GPU'], profile_start_step=None, profile_steps=None, profile_num_steps=None, profile_by_stage=False, profile_stages=None, profile_output_dir=None, profile_prefix=None, lora_name=None, lora_request_distribution='uniform', lora_zipf_alpha=1.5, prompt_suffix='', pd_separated=False, profile_prefill_url=None, profile_decode_url=None, flush_cache=False, flush_cache_timeout=60.0, warmup_requests=1, tokenize_prompt=False, gsp_num_groups=64, gsp_prompts_per_group=16, gsp_system_prompt_len=2048, gsp_question_len=128, gsp_output_len=256, gsp_range_ratio=1.0, gsp_fast_prepare=False, gsp_send_routing_key=False, gsp_num_turns=1, gsp_ordered=False, gsp_group_distribution='uniform', gsp_zipf_alpha=None, mooncake_slowdown_factor=1.0, mooncake_num_rounds=1, mooncake_workload='conversation', fake_prefill=False, tag=None, header=None, rust_client=False, rust_worker_threads=None) Waiting up to 60s for http://0.0.0.0:30000/v1/models to become ready... Server ready in 0.0s. Namespace(backend='sglang', base_url=None, host='0.0.0.0', port=30000, ready_check_timeout_sec=60, dataset_name='random', dataset_path='', dataset_offset=0, agentic_max_turns=None, speed_bench_category=None, speed_bench_output_len=512, model='mlx-community/Qwen3-0.6B-4bit', served_model_name=None, tokenizer=None, num_prompts=32, sharegpt_output_len=None, sharegpt_context_len=None, random_input_len=512, random_output_len=128, random_range_ratio=1.0, image_count=1, image_resolution='1080p', random_image_count=False, image_format='jpeg', image_content='random', request_rate=inf, use_trace_timestamps=False, max_concurrency=8, output_file='/private/tmp/sglang-research/capture/out/no-overlap-bench-random-c8.jsonl', output_details=False, print_requests=False, disable_tqdm=False, disable_stream=False, return_logprob=False, top_logprobs_num=0, token_ids_logprob=None, logprob_start_len=-1, return_routed_experts=False, cache_report=False, seed=7, disable_ignore_eos=False, temperature=0.0, top_p=1.0, extra_request_body=None, apply_chat_template=False, profile=False, plot_throughput=False, profile_activities=['CPU', 'GPU'], profile_start_step=None, profile_steps=None, profile_num_steps=None, profile_by_stage=False, profile_stages=None, profile_output_dir=None, profile_prefix=None, lora_name=None, lora_request_distribution='uniform', lora_zipf_alpha=1.5, prompt_suffix='', pd_separated=False, profile_prefill_url=None, profile_decode_url=None, flush_cache=False, flush_cache_timeout=60.0, warmup_requests=1, tokenize_prompt=False, gsp_num_groups=64, gsp_prompts_per_group=16, gsp_system_prompt_len=2048, gsp_question_len=128, gsp_output_len=256, gsp_range_ratio=1.0, gsp_fast_prepare=False, gsp_send_routing_key=False, gsp_num_turns=1, gsp_ordered=False, gsp_group_distribution='uniform', gsp_zipf_alpha=None, mooncake_slowdown_factor=1.0, mooncake_num_rounds=1, mooncake_workload='conversation', fake_prefill=False, tag=None, header=None, rust_client=False, rust_worker_threads=None) #Input tokens: 16384 #Output tokens: 4096 Starting warmup with 1 sequences... Warmup completed with 1 sequences. Starting main benchmark run... output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client_proto.py", line 145, in connection_lost\n uncompleted = self._parser.feed_eof()\n ^^^^^^^^^^^^^^^^^^^^^^^\n File "aiohttp/_http_parser.pyx", line 620, in aiohttp._http_parser.HttpParser.feed_eof\naiohttp.http_exceptions.TransferEncodingError: 400, message:\n Not enough data to satisfy transfer length header.\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 738, in async_request_sglang_generate\n async for chunk_bytes in response.content:\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 46, in __anext__\n rv = await self.read_func()\n ^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 370, in readline\n return await self.readuntil(max_size=max_line_length)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 418, in readuntil\n await self._wait("readuntil")\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/streams.py", line 365, in _wait\n await waiter\naiohttp.client_exceptions.ClientPayloadError: Response payload is not completed: \n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' output.error='Traceback (most recent call last):\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1322, in _wrap_create_connection\n sock = await aiohappyeyeballs.start_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 124, in start_connection\n raise first_exception\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 75, in start_connection\n sock = await _connect_sock(\n ^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohappyeyeballs/impl.py", line 210, in _connect_sock\n await loop.sock_connect(sock, address)\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 651, in sock_connect\n return await fut\n ^^^^^^^^^\n File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/selector_events.py", line 691, in _sock_connect_cb\n raise OSError(err, f\'Connect call failed {address}\')\nConnectionRefusedError: [Errno 61] Connect call failed (\'0.0.0.0\', 30000)\n\nThe above exception was the direct cause of the following exception:\n\nTraceback (most recent call last):\n File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 734, in async_request_sglang_generate\n async with session.post(\n ^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 1756, in __aenter__\n self._resp: _RetType_co = await self._coro\n ^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 900, in _request\n resp = await handler(req)\n ^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/client.py", line 854, in _connect_and_send_request\n conn = await self._connector.connect(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 665, in connect\n proto = await self._create_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1263, in _create_connection\n _, proto = await self._create_direct_connection(req, traces, timeout)\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1641, in _create_direct_connection\n raise last_exc\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1610, in _create_direct_connection\n transp, proto = await self._wrap_create_connection(\n ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/aiohttp/connector.py", line 1345, in _wrap_create_connection\n raise client_error(req.connection_key, exc) from exc\naiohttp.client_exceptions.ClientConnectorError: Cannot connect to host 0.0.0.0:30000 ssl:default [Connect call failed (\'0.0.0.0\', 30000)]\n' /private/tmp/sglang-research/sglang-v0.5.22/python/sglang/srt/layers/quantization/awq/awq.py:53: UserWarning: Only CUDA, HIP and XPU support AWQ currently. warnings.warn(f"Only CUDA, HIP and XPU support AWQ currently.") /private/tmp/sglang-research/sglang-v0.5.22/python/sglang/srt/layers/quantization/gguf.py:69: UserWarning: Only CUDA, MUSA and NPU support GGUF quantization currently. warnings.warn(f"Only CUDA, MUSA and NPU support GGUF quantization currently.") 0%| | 0/32 [00:00", line 198, in _run_module_as_main File "", line 88, in _run_code File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 2846, in cli_main() File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 2842, in cli_main run_benchmark(args) File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 2187, in run_benchmark return asyncio.run( ^^^^^^^^^^^^ File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/runners.py", line 195, in run return runner.run(main) ^^^^^^^^^^^^^^^^ File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/runners.py", line 118, in run return self._loop.run_until_complete(task) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/homebrew/Cellar/python@3.12/3.12.12_2/Frameworks/Python.framework/Versions/3.12/lib/python3.12/asyncio/base_events.py", line 691, in run_until_complete return future.result() ^^^^^^^^^^^^^^^ File "/private/tmp/sglang-research/sglang-v0.5.22/python/sglang/benchmark/serving.py", line 1637, in benchmark server_info = requests.get( ^^^^^^^^^^^^^ File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/api.py", line 87, in get return request("get", url, params=params, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/api.py", line 71, in request return session.request(method=method, url=url, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/sessions.py", line 651, in request resp = self.send(prep, **send_kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/sessions.py", line 784, in send r = adapter.send(request, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/private/tmp/sglang-research/venv/lib/python3.12/site-packages/requests/adapters.py", line 729, in send raise ConnectionError(e, request=request) requests.exceptions.ConnectionError: HTTPConnectionPool(host='0.0.0.0', port=30000): Max retries exceeded with url: /server_info (Caused by NewConnectionError("HTTPConnection(host='0.0.0.0', port=30000): Failed to establish a new connection: [Errno 61] Connection refused"))