Index A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | R | S | T | U | W A add_api_key() (snoozeml.config.SnoozeConfig method) add_model() (snoozeml.config.SnoozeConfig method) add_stream() (snoozeml.config.SnoozeConfig method) ADMIN (snoozeml.auth.Role attribute) algorithm (snoozeml.config.JwtSettings attribute) api_keys (snoozeml.config.AuthSettings attribute) ApiKeyEntry (class in snoozeml.config) as_numpy() (snoozeml.inference.TensorOutput method) async_client() (snoozeml.config.SnoozeDaemon method) AsyncModelsManager (class in snoozeml.models) AsyncSnoozeClient (class in snoozeml.client) audience (snoozeml.config.JwtSettings attribute) auth (snoozeml.config.SnoozeConfig attribute) AuthenticationError AuthSettings (class in snoozeml.config) auto_create_topics (snoozeml.config.StreamBinding attribute), [1] autoscale_queue_threshold (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) average_latency_ms (snoozeml.metrics.DaemonMetrics property) B batches_dispatched_total (snoozeml.metrics.DaemonMetrics attribute), [1] broker (snoozeml.config.StreamBinding attribute), [1] build_command() (snoozeml.config.SnoozeDaemon method) BUSY (snoozeml.models.ModelState attribute) C capacity_deallocations_total (snoozeml.metrics.DaemonMetrics attribute), [1] client() (snoozeml.config.SnoozeDaemon method) close() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) concat_inference_responses() (in module snoozeml.inference) concurrency (snoozeml.config.StreamBinding attribute), [1] configure_logging() (in module snoozeml.logging) consumer_group (snoozeml.config.StreamBinding attribute), [1] ConversionError create_jwt_token() (in module snoozeml.auth) D DaemonMetrics (class in snoozeml.metrics) data (snoozeml.inference.TensorInput attribute), [1] (snoozeml.inference.TensorOutput attribute), [1] deallocation_thrashing_total (snoozeml.metrics.DaemonMetrics attribute), [1] decode_jwt_token() (in module snoozeml.auth) defaults (snoozeml.config.SnoozeConfig attribute) deploy_sklearn() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) deploy_torch() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) deploy_xgboost() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) description (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo attribute), [1] device (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) duration_ms (snoozeml.inference.InferenceResponse attribute), [1] (snoozeml.streams.StreamInferResponse attribute), [1] E enabled (snoozeml.config.AuthSettings attribute) endpoint (snoozeml.config.StreamBinding attribute), [1] error (snoozeml.streams.StreamInferResponse attribute), [1] error_topic (snoozeml.config.StreamBinding attribute), [1] evict() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) evict_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) export_sklearn() (in module snoozeml.converters.sklearn) export_torch() (in module snoozeml.converters.torch) export_xgboost() (in module snoozeml.converters.xgboost) F filter() (snoozeml.logging.RedactingFilter method) find_snooze_binary() (in module snoozeml.config) format (snoozeml.config.StreamBinding attribute), [1] format() (snoozeml.logging.StructuredFormatter method) FP32 (snoozeml.inference.TensorDataType attribute) from_array() (snoozeml.inference.TensorInput class method) from_bytes() (snoozeml.streams.StreamInferRequest class method) (snoozeml.streams.StreamInferResponse class method) from_dict() (snoozeml.config.SnoozeConfig class method) (snoozeml.inference.TensorInput class method) (snoozeml.models.ModelInfo class method) (snoozeml.streams.StreamInferResponse class method) from_inputs() (snoozeml.streams.StreamInferRequest class method) from_prometheus() (snoozeml.metrics.DaemonMetrics class method) from_proto() (snoozeml.inference.InferenceResponse class method) (snoozeml.inference.TensorOutput class method) from_rest_dict() (snoozeml.inference.InferenceResponse class method) (snoozeml.inference.TensorOutput class method) from_str() (snoozeml.auth.JwtAlgorithm class method) (snoozeml.auth.Role class method) (snoozeml.models.ModelState class method) (snoozeml.streams.StreamWireFormat class method) G get() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) get_logger() (in module snoozeml.logging) get_metrics() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) get_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) get_model_stats() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) get_numpy() (snoozeml.inference.InferenceResponse method) (snoozeml.streams.StreamInferResponse method) get_stats() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) get_tensor() (snoozeml.inference.InferenceResponse method) (snoozeml.streams.StreamInferResponse method) get_torch() (snoozeml.inference.InferenceResponse method) (snoozeml.streams.StreamInferResponse method) GlobalDefaultsConfig (class in snoozeml.config) grpc_code (snoozeml.exceptions.SnoozeError attribute) grpc_endpoint (snoozeml.config.SnoozeDaemon property) grpc_health() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) H health_live() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) health_ready() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) HS256 (snoozeml.auth.JwtAlgorithm attribute) HS384 (snoozeml.auth.JwtAlgorithm attribute) HS512 (snoozeml.auth.JwtAlgorithm attribute) http_endpoint (snoozeml.config.SnoozeDaemon property) I id (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo attribute), [1] (snoozeml.streams.StreamInferRequest attribute), [1] (snoozeml.streams.StreamInferResponse attribute), [1] IDLE (snoozeml.models.ModelState attribute) idle_deallocations_total (snoozeml.metrics.DaemonMetrics attribute), [1] idle_timeout_secs (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo attribute), [1] infer() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) (snoozeml.streams.MockStreamClient method) (snoozeml.streams.RedisStreamClient method) infer_dataset() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) INFERENCE (snoozeml.auth.Role attribute) inference_latency_seconds_total (snoozeml.metrics.DaemonMetrics attribute), [1] InferenceResponse (class in snoozeml.inference) InferenceTimeoutError input_topic (snoozeml.config.StreamBinding attribute), [1] inputs (snoozeml.streams.StreamInferRequest attribute), [1] InvalidInputError is_loaded (snoozeml.models.ModelInfo property) is_success (snoozeml.streams.StreamInferResponse property) issuer (snoozeml.config.JwtSettings attribute) J JSON (snoozeml.streams.StreamWireFormat attribute) jwt (snoozeml.config.AuthSettings attribute) JwtAlgorithm (class in snoozeml.auth) JwtSettings (class in snoozeml.config) K key (snoozeml.config.ApiKeyEntry attribute) key_env (snoozeml.config.ApiKeyEntry attribute) L last_accessed_secs_ago (snoozeml.models.ModelInfo attribute), [1] leeway_secs (snoozeml.config.JwtSettings attribute) list() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) list_model_stats() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) list_models() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) load() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) load_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) LOADING (snoozeml.models.ModelState attribute) M map_grpc_error() (in module snoozeml.exceptions) map_http_error() (in module snoozeml.exceptions) mask_secret() (in module snoozeml.logging) max_batch_delay_ms (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo attribute), [1] max_batch_size (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo attribute), [1] max_loaded_models (snoozeml.config.GlobalDefaultsConfig attribute) max_replicas (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) memory_bytes (snoozeml.models.ModelInfo attribute), [1] message (snoozeml.exceptions.SnoozeError attribute) metrics() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) min_residency_secs (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) mint_jwt_token() (in module snoozeml.auth) MockStreamClient (class in snoozeml.streams) model_id (snoozeml.config.StreamBinding attribute), [1] (snoozeml.exceptions.SnoozeError attribute) (snoozeml.inference.InferenceResponse attribute), [1] (snoozeml.streams.StreamInferRequest attribute), [1] (snoozeml.streams.StreamInferResponse attribute), [1] model_load_retries_total (snoozeml.metrics.DaemonMetrics attribute), [1] ModelConfigEntry (class in snoozeml.config) ModelInfo (class in snoozeml.models) ModelLoadingError ModelNotFoundError models (snoozeml.config.SnoozeConfig attribute) ModelsManager (class in snoozeml.models) ModelState (class in snoozeml.models) module snoozeml.auth snoozeml.client snoozeml.config snoozeml.converters.sklearn snoozeml.converters.torch snoozeml.converters.xgboost snoozeml.exceptions snoozeml.inference snoozeml.logging snoozeml.metrics snoozeml.models snoozeml.streams N name (snoozeml.config.ApiKeyEntry attribute) (snoozeml.config.StreamBinding attribute), [1] (snoozeml.inference.TensorInput attribute), [1] (snoozeml.inference.TensorOutput attribute), [1] normalize_inputs() (in module snoozeml.inference) O onnx_path (snoozeml.models.ModelInfo attribute), [1] oom_deallocations_total (snoozeml.metrics.DaemonMetrics attribute), [1] OutOfMemoryError output_topic (snoozeml.config.StreamBinding attribute), [1] outputs (snoozeml.inference.InferenceResponse attribute), [1] (snoozeml.streams.StreamInferResponse attribute), [1] P parse_prometheus_metrics() (in module snoozeml.metrics) partitions (snoozeml.config.StreamBinding attribute), [1] path (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo property) PermissionDeniedError pin() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) pin_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) pinned (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) (snoozeml.models.ModelInfo attribute), [1] process_next() (snoozeml.streams.MockStreamClient method) protect_metrics (snoozeml.config.AuthSettings attribute) PROTOBUF (snoozeml.streams.StreamWireFormat attribute) publish_request() (snoozeml.streams.MockStreamClient method) (snoozeml.streams.RedisStreamClient method) R raise_for_status() (snoozeml.streams.StreamInferResponse method) raw_metrics (snoozeml.metrics.DaemonMetrics attribute), [1] READ_ONLY (snoozeml.auth.Role attribute) read_response() (snoozeml.streams.MockStreamClient method) READY (snoozeml.models.ModelState attribute) RedactingFilter (class in snoozeml.logging) RedisStreamClient (class in snoozeml.streams) refresh() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) refresh_models() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) register_secret() (snoozeml.logging.RedactingFilter method) reply_to (snoozeml.streams.StreamInferRequest attribute), [1] requests_error (snoozeml.metrics.DaemonMetrics attribute), [1] requests_success (snoozeml.metrics.DaemonMetrics attribute), [1] requests_total (snoozeml.metrics.DaemonMetrics attribute), [1] ResourceExhaustedError retry_after (snoozeml.exceptions.SnoozeError attribute) Role (class in snoozeml.auth) role (snoozeml.config.ApiKeyEntry attribute) routing_strategy (snoozeml.config.GlobalDefaultsConfig attribute) (snoozeml.config.ModelConfigEntry attribute) RuntimeInferenceError S sanitize_mapping() (in module snoozeml.logging) sanitize_text() (in module snoozeml.logging) save() (snoozeml.config.SnoozeConfig method) scaffold_worker() (in module snoozeml.config) secret (snoozeml.config.JwtSettings attribute) secret_env (snoozeml.config.JwtSettings attribute) server_version (snoozeml.client.AsyncSnoozeClient property) (snoozeml.client.SnoozeClient property) service_info() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) set_jwt() (snoozeml.config.SnoozeConfig method) shape (snoozeml.inference.TensorInput attribute), [1] (snoozeml.inference.TensorOutput attribute), [1] ShapeMismatchError slice_inputs_batch() (in module snoozeml.inference) SnoozeClient (class in snoozeml.client) SnoozeConfig (class in snoozeml.config) SnoozeConnectionError SnoozeDaemon (class in snoozeml.config) SnoozeError snoozeml.auth module snoozeml.client module snoozeml.config module snoozeml.converters.sklearn module snoozeml.converters.torch module snoozeml.converters.xgboost module snoozeml.exceptions module snoozeml.inference module snoozeml.logging module snoozeml.metrics module snoozeml.models module snoozeml.streams module start() (snoozeml.config.SnoozeDaemon method) state (snoozeml.models.ModelInfo attribute), [1] stats() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) status (snoozeml.streams.StreamInferResponse attribute), [1] status_code (snoozeml.exceptions.SnoozeError attribute) stop() (snoozeml.config.SnoozeDaemon method) stream_errors_total (snoozeml.metrics.DaemonMetrics attribute), [1] stream_infer() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) stream_messages_consumed_total (snoozeml.metrics.DaemonMetrics attribute), [1] stream_messages_published_total (snoozeml.metrics.DaemonMetrics attribute), [1] StreamBinding (class in snoozeml.config) StreamInferRequest (class in snoozeml.streams) StreamInferResponse (class in snoozeml.streams) streams (snoozeml.config.SnoozeConfig attribute) StreamWireFormat (class in snoozeml.streams) StructuredFormatter (class in snoozeml.logging) success_rate (snoozeml.metrics.DaemonMetrics property) T TensorDataType (class in snoozeml.inference) TensorInput (class in snoozeml.inference) TensorOutput (class in snoozeml.inference) to_bytes() (snoozeml.streams.StreamInferRequest method) (snoozeml.streams.StreamInferResponse method) to_dict() (snoozeml.config.ApiKeyEntry method) (snoozeml.config.AuthSettings method) (snoozeml.config.GlobalDefaultsConfig method) (snoozeml.config.JwtSettings method) (snoozeml.config.ModelConfigEntry method) (snoozeml.config.SnoozeConfig method) (snoozeml.config.StreamBinding method) (snoozeml.inference.InferenceResponse method) (snoozeml.inference.TensorOutput method) (snoozeml.metrics.DaemonMetrics method) (snoozeml.models.ModelInfo method) (snoozeml.streams.StreamInferRequest method) (snoozeml.streams.StreamInferResponse method) to_inference_response() (snoozeml.streams.StreamInferResponse method) to_json() (snoozeml.config.SnoozeConfig method) to_list() (snoozeml.inference.TensorOutput method) to_numpy() (snoozeml.inference.TensorOutput method) to_proto() (snoozeml.inference.TensorInput method) to_rest_dict() (snoozeml.inference.TensorInput method) to_toml() (snoozeml.config.SnoozeConfig method) to_torch() (snoozeml.inference.TensorOutput method) topics (snoozeml.streams.MockStreamClient attribute) total_deallocations (snoozeml.metrics.DaemonMetrics property) U unload() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) unload_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) unpin() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) unpin_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) UnsupportedArchitectureError upload() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) upload_model() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method) W wait_for_ready() (snoozeml.models.AsyncModelsManager method) (snoozeml.models.ModelsManager method) wait_for_response() (snoozeml.streams.RedisStreamClient method) wait_until_ready() (snoozeml.client.AsyncSnoozeClient method) (snoozeml.client.SnoozeClient method)