TensorFlow Serving C++ API Documentation
Public Attributes | List of all members
tensorflow::serving::main::Server::Options Struct Reference

Public Attributes

tensorflow::int32 grpc_port = 8500
 
tensorflow::string grpc_channel_arguments
 
tensorflow::string grpc_socket_path
 
tensorflow::int32 grpc_max_threads = 4.0 * port::NumSchedulableCPUs()
 
tensorflow::int32 http_port = 0
 
tensorflow::int32 http_num_threads = 4.0 * port::NumSchedulableCPUs()
 
tensorflow::int32 http_timeout_in_ms = 30000
 
bool enable_cors_support = false
 
bool enable_batching = false
 
bool enable_per_model_batching_params = false
 
bool allow_version_labels_for_unavailable_models = false
 
bool force_allow_any_version_labels_for_unavailable_models = false
 
float per_process_gpu_memory_fraction = 0
 
tensorflow::string batching_parameters_file
 
tensorflow::string model_name
 
tensorflow::int32 num_load_threads = 0
 
tensorflow::int32 num_unload_threads = 0
 
tensorflow::int32 max_num_load_retries = 5
 
int64_t load_retry_interval_micros = 1LL * 60 * 1000 * 1000
 
tensorflow::int32 file_system_poll_wait_seconds = 1
 
bool flush_filesystem_caches = true
 
tensorflow::string model_base_path
 
tensorflow::string saved_model_tags
 
int64_t tensorflow_session_parallelism = 0
 
int64_t tensorflow_intra_op_parallelism = 0
 
int64_t tensorflow_inter_op_parallelism = 0
 
tensorflow::string platform_config_file
 
bool use_alts_credentials = false
 
tensorflow::string ssl_config_file
 
string model_config_file
 
string tensorflow_session_config_file
 
tensorflow::int32 fs_model_config_poll_wait_seconds = 0
 
bool enable_model_warmup = true
 
tensorflow::int32 num_request_iterations_for_warmup = 0
 
tensorflow::string monitoring_config_file
 
bool enforce_session_run_timeout = true
 
bool remove_unused_fields_from_bundle_metagraph = true
 
bool prefer_tflite_model = false
 
tensorflow::int32 num_tflite_pools = port::NumSchedulableCPUs()
 
tensorflow::int32 num_tflite_interpreters_per_pool = 1
 
tensorflow::string thread_pool_factory_config_file
 
bool enable_signature_method_name_check = false
 
bool enable_profiler = true
 
tensorflow::string mixed_precision
 
bool skip_initialize_tpu = false
 
bool enable_grpc_healthcheck_service = false
 

Detailed Description

Definition at line 39 of file server.h.


The documentation for this struct was generated from the following files: