class MindIEHTTPClient
- 类说明
- 成员变量
- def __init__(self, url, greenlet_size, ssl_options, network_timeout, connection_timeout concurrency, verbose)
- def close(self)
- def is_server_live(self)
- def is_server_ready(self)
- def is_model_ready(self, model_name, model_version)
- def get_server_metadata(self)
- def get_model_metadata(self, model_name, model_version)
- def get_model_config(self, model_name, model_version)
- def infer(self, model_name, inputs, model_version, outputs, request_id, parameters)
- def async_infer(self, model_name, inputs, model_version, outputs, request_id, parameters)
- def generate(self, model_name, prompt, model_version, request_id, parameters)
- def generate_stream(self, model_name, prompt, model_version, request_id, parameters)
- def cancel(self, model_name, request_id, model_version)
- def get_slot_count(self, model_name, model_version)