-
Notifications
You must be signed in to change notification settings - Fork 756
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Co-authored-by: bojiang <5886138+bojiang@users.noreply.github.com>
- Loading branch information
Showing
8 changed files
with
217 additions
and
38 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,116 @@ | ||
| from __future__ import annotations | ||
|
|
||
| import sys | ||
| import json | ||
| from urllib.parse import urlparse | ||
|
|
||
| import click | ||
|
|
||
|
|
||
| @click.command() | ||
| @click.argument("bento_identifier", type=click.STRING, required=False, default=".") | ||
| @click.option( | ||
| "--bind", | ||
| type=click.STRING, | ||
| required=True, | ||
| help="Bind address sent to circus. This address accepts the following values: 'tcp://127.0.0.1:3000','unix:///tmp/bento_api.sock', 'fd://12'", | ||
| ) | ||
| @click.option( | ||
| "--runner-map", | ||
| type=click.STRING, | ||
| envvar="BENTOML_RUNNER_MAP", | ||
| help="JSON string of runners map, default sets to envars `BENTOML_RUNNER_MAP`", | ||
| ) | ||
| @click.option( | ||
| "--working-dir", | ||
| type=click.Path(exists=True), | ||
| help="Working directory for the API server", | ||
| ) | ||
| @click.option( | ||
| "--prometheus-dir", | ||
| type=click.Path(exists=True), | ||
| help="Required by prometheus to pass the metrics in multi-process mode", | ||
| ) | ||
| @click.option( | ||
| "--worker-id", | ||
| required=False, | ||
| type=click.INT, | ||
| default=None, | ||
| help="If set, start the server as a bare worker with the given worker ID. Otherwise start a standalone server with a supervisor process.", | ||
| ) | ||
| @click.pass_context | ||
| def main( | ||
| ctx: click.Context, | ||
| bento_identifier: str, | ||
| bind: str, | ||
| runner_map: str | None, | ||
| working_dir: str | None, | ||
| worker_id: int | None, | ||
| prometheus_dir: str | None, | ||
| ): | ||
| """ | ||
| Start BentoML API server. | ||
| \b | ||
| This is an internal API, users should not use this directly. Instead use `bentoml serve <path> [--options]` | ||
| """ | ||
|
|
||
| import bentoml | ||
| from bentoml._internal.log import configure_server_logging | ||
| from bentoml._internal.context import component_context | ||
| from bentoml._internal.configuration.containers import BentoMLContainer | ||
|
|
||
| configure_server_logging() | ||
|
|
||
| BentoMLContainer.development_mode.set(False) | ||
| if prometheus_dir is not None: | ||
| BentoMLContainer.prometheus_multiproc_dir.set(prometheus_dir) | ||
|
|
||
| if worker_id is None: | ||
| # Start a standalone server with a supervisor process | ||
| from circus.watcher import Watcher | ||
|
|
||
| from bentoml._internal.server import ensure_prometheus_dir | ||
| from bentoml._internal.utils.click import unparse_click_params | ||
| from bentoml._internal.utils.circus import create_standalone_arbiter | ||
|
|
||
| ensure_prometheus_dir() | ||
| parsed = urlparse(bind) | ||
| params = ctx.params | ||
| params["max_concurrent_streams"] = f"tcp://0.0.0.0:{parsed.port}" | ||
| params["worker_id"] = "$(circus.wid)" | ||
| watcher = Watcher( | ||
| name="bento_api_server", | ||
| cmd=sys.executable, | ||
| args=["-m", "bentoml._internal.server.cli.grpc_api_server"] | ||
| + unparse_click_params(params, ctx.command.params, factory=str), | ||
| copy_env=True, | ||
| numprocesses=1, | ||
| stop_children=True, | ||
| working_dir=working_dir, | ||
| ) | ||
| arbiter = create_standalone_arbiter(watchers=[watcher]) | ||
| arbiter.start() | ||
| return | ||
|
|
||
| component_context.component_name = f"api_server:{worker_id}" | ||
|
|
||
| if runner_map is not None: | ||
| BentoMLContainer.remote_runner_mapping.set(json.loads(runner_map)) | ||
| svc = bentoml.load(bento_identifier, working_dir=working_dir, standalone_load=True) | ||
|
|
||
| # setup context | ||
| if svc.tag is None: | ||
| component_context.bento_name = f"*{svc.__class__.__name__}" | ||
| component_context.bento_version = "not available" | ||
| else: | ||
| component_context.bento_name = svc.tag.name | ||
| component_context.bento_version = svc.tag.version | ||
|
|
||
| parsed = urlparse(bind) | ||
| assert parsed.scheme == "tcp" | ||
|
|
||
| svc.grpc_server.run(bind_addr=f"[::]:{parsed.port}") | ||
|
|
||
|
|
||
| if __name__ == "__main__": | ||
| main() |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.