Index

A

aclose() (tenso.client.TensoFastAPIClient method) add_health_check() (tenso.serve.TensoApp method) app (tenso.serve.TensoApp property)

apredict() (tenso.client.TensoFastAPIClient method) aread_stream() (in module tenso) (in module tenso.async_core) awrite_stream() (in module tenso.async_core)

B

buffer (tenso.shm.TensoShm property) (tenso.TensoShm property)

C

clear() (tenso.cache.TensoCache method) (tenso.TensoCache method) close() (tenso.cache.TensoCache method) (tenso.client.TensoFastAPIClient method) (tenso.shm.TensoShm method) (tenso.TensoCache method) (tenso.TensoShm method)

create_app() (in module tenso.serve) create_from() (tenso.shm.TensoShm class method) (tenso.TensoShm class method)

D

delete() (tenso.cache.TensoCache method) (tenso.TensoCache method) dequantize() (tenso.quantize.QuantizedTensor method) (tenso.QuantizedTensor method) dtype (tenso.ragged.RaggedArray property) (tenso.RaggedArray property) DTYPE_BYTES (in module tenso.config) dtype_name (tenso.quantize.QuantizedTensor property) (tenso.QuantizedTensor property) DTYPE_STRING (in module tenso.config)

dump() (in module tenso) (in module tenso.core) dump_to_buffer_rs() (in module tenso.tenso_rs) dump_to_fd_rs() (in module tenso.tenso_rs) dumps() (in module tenso) (in module tenso.core) (tenso.ragged.RaggedArray method) (tenso.ragged.StringTensor method) (tenso.RaggedArray method) (tenso.StringTensor method) dumps_rs() (in module tenso.tenso_rs)

F

FLAG_ALIGNED (in module tenso.config) FLAG_BUNDLE (in module tenso.config) FLAG_COMPRESSION (in module tenso.config) FLAG_CUST_ALIGN (in module tenso.config) FLAG_INTEGRITY (in module tenso.config) FLAG_RAGGED (in module tenso.config)

FLAG_SPARSE (in module tenso.config) FLAG_SPARSE_CSC (in module tenso.config) FLAG_SPARSE_CSR (in module tenso.config) FLAG_STRING (in module tenso.config) flat_values (tenso.ragged.RaggedArray property) (tenso.RaggedArray property)

G

gds_available (tenso.gpu.GPUDirectTransfer property) get() (tenso.cache.TensoCache method) (tenso.shm.TensoShm method) (tenso.TensoCache method) (tenso.TensoShm method)

get_packet_info() (in module tenso) (in module tenso.utils) get_packet_info_rs() (in module tenso.tenso_rs) get_tenso_data() (in module tenso.fastapi) GPUDirectTransfer (class in tenso.gpu)

I

info() (tenso.cache.TensoCache method) (tenso.TensoCache method) is_4bit (tenso.quantize.QuantizedTensor property) (tenso.QuantizedTensor property) is_aligned() (in module tenso) (in module tenso.utils)

is_signed (tenso.quantize.QuantizedTensor property) (tenso.QuantizedTensor property) iter_dumps() (in module tenso) (in module tenso.core)

K

keys() (tenso.cache.TensoCache method) (tenso.TensoCache method)

L

load() (in module tenso) (in module tenso.core) loads() (in module tenso) (in module tenso.core) (tenso.ragged.RaggedArray class method) (tenso.ragged.StringTensor class method) (tenso.RaggedArray class method) (tenso.StringTensor class method)

loads_rs() (in module tenso.tenso_rs)

M

MAX_ELEMENTS (in module tenso.config) MAX_NDIM (in module tenso.config) module tenso tenso.async_core tenso.cache tenso.client tenso.config tenso.core tenso.fastapi tenso.gpu tenso.grpc tenso.quantize tenso.ragged tenso.ray tenso.serve tenso.shm tenso.tenso_rs tenso.utils

N

name (tenso.cache.TensoCache property) (tenso.shm.TensoShm property) (tenso.TensoCache property) (tenso.TensoShm property)

nbytes (tenso.quantize.QuantizedTensor property) (tenso.QuantizedTensor property) (tenso.ragged.StringTensor property) (tenso.StringTensor property)

P

predict() (tenso.client.TensoFastAPIClient method) put() (tenso.cache.TensoCache method) (tenso.shm.TensoShm method) (tenso.TensoCache method) (tenso.TensoShm method)

Q

QDTYPE_QINT4 (in module tenso.config) QDTYPE_QINT8 (in module tenso.config) QDTYPE_QUINT4 (in module tenso.config) QDTYPE_QUINT8 (in module tenso.config) QUANT_PER_CHANNEL (in module tenso.config)

QUANT_PER_GROUP (in module tenso.config) QUANT_PER_TENSOR (in module tenso.config) quantize() (tenso.quantize.QuantizedTensor class method) (tenso.QuantizedTensor class method) QuantizedTensor (class in tenso) (class in tenso.quantize)

R

RaggedArray (class in tenso) (class in tenso.ragged) read_from_fd() (tenso.gpu.GPUDirectTransfer method) read_packet() (tenso.gpu.GPUDirectTransfer method) read_stream() (in module tenso) (in module tenso.core)

read_to_device() (in module tenso) (in module tenso.gpu) register() (in module tenso.ray) row_splits (tenso.ragged.RaggedArray property) (tenso.RaggedArray property) run() (in module tenso.serve) run_grpc() (in module tenso.serve)

S

shape (tenso.ragged.StringTensor property) (tenso.StringTensor property) shm_mutex_destroy() (in module tenso.tenso_rs) shm_mutex_init() (in module tenso.tenso_rs) shm_mutex_lock() (in module tenso.tenso_rs) shm_mutex_size() (in module tenso.tenso_rs) shm_mutex_unlock() (in module tenso.tenso_rs)

size (tenso.shm.TensoShm property) (tenso.TensoShm property) stats (tenso.cache.TensoCache property) (tenso.TensoCache property) stream_predict() (tenso.client.TensoFastAPIClient method) StringTensor (class in tenso) (class in tenso.ragged)

T

tenso module tenso.async_core module tenso.cache module tenso.client module tenso.config module tenso.core module tenso.fastapi module tenso.gpu module tenso.grpc module tenso.quantize module tenso.ragged module

tenso.ray module tenso.serve module tenso.shm module tenso.tenso_rs module tenso.utils module tenso_endpoint() (tenso.serve.TensoApp method) TensoApp (class in tenso.serve) TensoCache (class in tenso) (class in tenso.cache) TensoFastAPIClient (class in tenso.client) TensoResponse (class in tenso.fastapi) TensoShm (class in tenso) (class in tenso.shm) to_list() (tenso.ragged.RaggedArray method) (tenso.ragged.StringTensor method) (tenso.RaggedArray method) (tenso.StringTensor method)

U

unlink() (tenso.cache.TensoCache method) (tenso.shm.TensoShm method) (tenso.TensoCache method) (tenso.TensoShm method)

unregister() (in module tenso.ray)

W

write_from_device() (in module tenso.gpu)

write_stream() (in module tenso) (in module tenso.core)