diff --git a/README.md b/README.md index 6bfaa6f8..98a79a16 100644 --- a/README.md +++ b/README.md @@ -217,7 +217,7 @@ python JetStream/jetstream/tools/requester.py The output will be similar to the following: ```bash -Sending request to: dns:///[::1]:9000 +Sending request to: 0.0.0.0:9000 Prompt: Today is a good day Response: to be a fan ``` diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index 6cc01274..98ccea68 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -657,7 +657,7 @@ def main(args: argparse.Namespace): parser.add_argument( "--server", type=str, - default="dns:///[::1]", + default="0.0.0.0", help="Server address.", ) parser.add_argument("--port", type=str, default=9000) diff --git a/jetstream/tools/load_tester.py b/jetstream/tools/load_tester.py index 2a7cfaa7..b0ef24a3 100644 --- a/jetstream/tools/load_tester.py +++ b/jetstream/tools/load_tester.py @@ -26,7 +26,7 @@ from jetstream.core.proto import jetstream_pb2_grpc -_SERVER = flags.DEFINE_string("server", "dns:///[::1]", "server address") +_SERVER = flags.DEFINE_string("server", "0.0.0.0", "server address") _PORT = flags.DEFINE_string("port", "9000", "port to ping") _TEXT = flags.DEFINE_string("text", "AB", "The message") _MAX_TOKENS = flags.DEFINE_integer( diff --git a/jetstream/tools/requester.py b/jetstream/tools/requester.py index 9d04be3a..fd3cc633 100644 --- a/jetstream/tools/requester.py +++ b/jetstream/tools/requester.py @@ -23,7 +23,7 @@ from jetstream.core.proto import jetstream_pb2_grpc -_SERVER = flags.DEFINE_string("server", "dns:///[::1]", "server address") +_SERVER = flags.DEFINE_string("server", "0.0.0.0", "server address") _PORT = flags.DEFINE_string("port", "9000", "port to ping") _SESSION_CACHE = flags.DEFINE_string( "session_cache", "", "Location of any pre-cached results"