Toggle navigation sidebar
Toggle in-page Table of Contents
Getting Started
Installation
Build from source
Quick Start
Tutorials
Optimize PyTorch Model
Optimize ONNX Model
How-to Guide
Add New Operator
Define Operator Computation
Using Rule-based Scheduling
Using Template-based Scheduling
Add Operator Resolve Rule
Add Sub-Graph Rewrite Rule
Visualize Flow Graph
Developer Guide
Contributing
Hidet Script
Writing Dynamic kernel
Notes
Operator Cache
Reference
Python API
hidet
hidet.option
hidet.driver
hidet.cuda
hidet.Tensor
hidet.dtypes
hidet.ops
hidet.ir
hidet.ir.type
hidet.ir.expr
hidet.ir.stmt
hidet.ir.func
hidet.ir.compute
hidet.ir.task
hidet.graph
hidet.graph.frontend
hidet.graph.frontend.onnx
hidet.graph.frontend.torch
hidet.graph.transforms
Sub-graph Rewrite Pass
Resolve Operator Pass
hidet.runtime
hidet.utils
hidet.testing
Index
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
|
Z
_
__call__() (hidet.graph.FlowGraph method)
A
abs() (in module hidet.ops)
acos() (in module hidet.ops)
acosh() (in module hidet.ops)
adaptive_avg_pool1d() (in module hidet.ops)
adaptive_avg_pool2d() (in module hidet.ops)
adaptive_avg_pool3d() (in module hidet.ops)
adaptive_max_pool1d() (in module hidet.ops)
adaptive_max_pool2d() (in module hidet.ops)
adaptive_max_pool3d() (in module hidet.ops)
add() (in module hidet.ops)
add_edge() (hidet.utils.DirectedGraph method)
add_node() (hidet.utils.DirectedGraph method)
after_all_passes() (hidet.graph.GraphPassInstrument method)
after_pass() (hidet.graph.GraphPassInstrument method)
all() (in module hidet.ops)
any() (in module hidet.ops)
arange() (in module hidet.ops)
arg_reduce() (in module hidet.ir.compute)
argmax() (in module hidet.ops)
argmin() (in module hidet.ops)
asarray() (in module hidet)
(in module hidet.graph)
asin() (in module hidet.ops)
asinh() (in module hidet.ops)
astype() (hidet.Tensor method)
atan() (in module hidet.ops)
atan2() (in module hidet.ops)
atanh() (in module hidet.ops)
available() (in module hidet.cuda)
avg_pool2d() (in module hidet.ops)
avg_pool3d() (in module hidet.ops)
B
barrier() (in module hidet.ops)
batch_matmul() (in module hidet.ops)
batch_norm_infer() (in module hidet.ops)
before_all_passes() (hidet.graph.GraphPassInstrument method)
before_pass() (hidet.graph.GraphPassInstrument method)
bench_config() (in module hidet.option)
benchmark_func() (in module hidet.testing)
(in module hidet.utils)
bitwise_and() (in module hidet.ops)
bitwise_invert() (in module hidet.ops)
bitwise_left_shift() (in module hidet.ops)
bitwise_or() (in module hidet.ops)
bitwise_right_shift() (in module hidet.ops)
bitwise_xor() (in module hidet.ops)
broadcast() (in module hidet.ops)
build() (hidet.ir.task.Task method)
build_ir_module_batch() (in module hidet.driver)
build_task() (in module hidet.driver)
C
cache_dir() (in module hidet.option)
cache_operator() (in module hidet.option)
cast() (in module hidet.ops)
ceil() (in module hidet.ops)
celu() (in module hidet.ops)
clip() (in module hidet.ops)
CompiledFunction (class in hidet.runtime)
compute() (in module hidet.ir.compute)
compute_capability() (in module hidet.cuda)
concat() (in module hidet.ops)
configs (hidet.graph.PassContext attribute)
context() (in module hidet.option)
contiguous() (hidet.Tensor method)
conv2d() (in module hidet.ops)
conv2d_gemm() (in module hidet.ops)
conv2d_gemm_image_transform() (in module hidet.ops)
conv2d_transpose() (in module hidet.ops)
conv2d_transpose_gemm() (in module hidet.ops)
conv2d_winograd() (in module hidet.ops)
conv3d() (in module hidet.ops)
conv3d_gemm() (in module hidet.ops)
conv_pad() (in module hidet.ops)
copy() (hidet.Tensor method)
copy_async() (hidet.Tensor method)
correctness_report() (hidet.graph.frontend.torch.DynamoConfig method)
cos() (in module hidet.ops)
cosh() (in module hidet.ops)
cpu() (hidet.Tensor method)
cpu_async() (hidet.Tensor method)
cuda() (hidet.Tensor method)
cuda_async() (hidet.Tensor method)
cuda_graph() (hidet.graph.FlowGraph method)
CudaGraph (class in hidet.cuda.graph)
cumsum() (in module hidet.ops)
current() (hidet.graph.PassContext class method)
current_context() (in module hidet.option)
current_device() (in module hidet.cuda)
current_stream() (in module hidet.cuda)
D
data_type() (in module hidet.ir.type)
DataType (class in hidet.ir.type)
debug_cache_tuning() (in module hidet.option)
DeclareScope (class in hidet.ir.stmt)
default_stream() (in module hidet.cuda)
detach() (hidet.Tensor method)
device (hidet.Tensor attribute)
device_count() (in module hidet.cuda)
device_id() (hidet.cuda.Stream method)
DirectedGraph (class in hidet.utils)
divide() (in module hidet.ops)
dtype (hidet.Tensor attribute)
dummy_arguments() (hidet.ir.task.Task method)
dump_graph_ir() (hidet.graph.frontend.torch.DynamoConfig method)
dump_options() (in module hidet.option)
DynamoConfig (class in hidet.graph.frontend.torch)
E
elapsed_time() (hidet.cuda.Event method)
empty() (in module hidet)
(in module hidet.graph)
empty_like() (in module hidet)
(in module hidet.graph)
equal() (in module hidet.ops)
erf() (in module hidet.ops)
error_tolerance() (in module hidet.utils)
Event (class in hidet.cuda)
exp() (in module hidet.ops)
expand_dims() (in module hidet.ops)
expm1() (in module hidet.ops)
ExternalStream (class in hidet.cuda)
F
factorize() (in module hidet.utils)
flatten() (in module hidet.ops)
floor() (in module hidet.ops)
FlowGraph (class in hidet.graph)
forward() (hidet.graph.FlowGraph method)
free() (in module hidet.cuda)
free_async() (in module hidet.cuda)
free_host() (in module hidet.cuda)
from_dlpack() (in module hidet)
(in module hidet.graph)
from_edges() (hidet.utils.DirectedGraph static method)
from_numpy() (in module hidet.graph)
from_onnx() (in module hidet.graph.frontend)
from_torch() (in module hidet)
(in module hidet.graph)
(in module hidet.graph.frontend)
full() (in module hidet)
(in module hidet.graph)
(in module hidet.ops)
full_like() (in module hidet)
(in module hidet.graph)
fused_operator() (in module hidet.ops)
G
gather() (in module hidet.ops)
gcd() (in module hidet.utils)
gelu() (in module hidet.ops)
generate_arguments() (hidet.ir.task.Task method)
get_bench_config() (in module hidet.option)
get_cache_dir() (in module hidet.option)
get_cache_operator() (in module hidet.option)
get_option() (in module hidet.option)
get_parallel_build() (in module hidet.option)
get_save_lower_ir() (in module hidet.option)
get_search_space() (in module hidet.option)
GraphPassInstrument (class in hidet.graph)
greater() (in module hidet.ops)
greater_equal() (in module hidet.ops)
group_norm() (in module hidet.ops)
H
handle() (hidet.cuda.Event method)
(hidet.cuda.Stream method)
hardshrink() (in module hidet.ops)
hardsigmoid() (in module hidet.ops)
hardswish() (in module hidet.ops)
hardtanh() (in module hidet.ops)
has_edge() (hidet.utils.DirectedGraph method)
has_node() (hidet.utils.DirectedGraph method)
hidet
module
hidet.bfloat16 (built-in variable)
hidet.driver
module
hidet.float16 (built-in variable)
hidet.float32 (built-in variable)
hidet.float64 (built-in variable)
hidet.graph
module
hidet.int16 (built-in variable)
hidet.int32 (built-in variable)
hidet.int64 (built-in variable)
hidet.int8 (built-in variable)
hidet.ir.compute
module
hidet.ir.expr
module
hidet.ir.func
module
hidet.ir.stmt
module
hidet.ir.task
module
hidet.ops
module
hidet.option
module
hidet.runtime
module
hidet.testing
module
hidet.tfloat32 (built-in variable)
hidet.uint16 (built-in variable)
hidet.uint32 (built-in variable)
hidet.uint64 (built-in variable)
hidet.uint8 (built-in variable)
hidet.utils
module
I
if_then_else() (in module hidet.ir.expr)
IfThenElse (class in hidet.ir.expr)
initialize() (in module hidet.utils)
inputs (hidet.cuda.graph.CudaGraph property)
instance_norm() (in module hidet.ops)
instruments (hidet.graph.PassContext attribute)
IRModule (class in hidet.ir.func)
is_symbolic() (hidet.Tensor method)
isfinite() (in module hidet.ops)
isinf() (in module hidet.ops)
isnan() (in module hidet.ops)
item() (hidet.Tensor method)
L
latency() (hidet.graph.FlowGraph method)
layer_norm() (in module hidet.ops)
layout (hidet.Tensor attribute)
lcm() (in module hidet.utils)
leaky_relu() (in module hidet.ops)
less() (in module hidet.ops)
less_equal() (in module hidet.ops)
linspace() (in module hidet.ops)
load() (hidet.graph.FlowGraph static method)
log() (in module hidet.ops)
log10() (in module hidet.ops)
log1p() (in module hidet.ops)
log2() (in module hidet.ops)
logaddexp() (in module hidet.ops)
logical_and() (in module hidet.ops)
logical_not() (in module hidet.ops)
logical_or() (in module hidet.ops)
logical_xor() (in module hidet.ops)
logsigmoid() (in module hidet.ops)
M
malloc() (in module hidet.cuda)
malloc_async() (in module hidet.cuda)
malloc_host() (in module hidet.cuda)
matmul() (in module hidet.ops)
max() (in module hidet.ops)
max_pool2d() (in module hidet.ops)
max_pool3d() (in module hidet.ops)
maximum() (in module hidet.ops)
mean() (hidet.Tensor method)
(in module hidet.ops)
memcpy() (in module hidet.cuda)
memcpy_async() (in module hidet.cuda)
memory_info() (in module hidet.cuda)
memset() (in module hidet.cuda)
memset_async() (in module hidet.cuda)
min() (in module hidet.ops)
minimum() (in module hidet.ops)
mod() (in module hidet.ops)
module
hidet
hidet.driver
hidet.graph
hidet.ir.compute
hidet.ir.expr
hidet.ir.func
hidet.ir.stmt
hidet.ir.task
hidet.ops
hidet.option
hidet.runtime
hidet.testing
hidet.utils
multiply() (in module hidet.ops)
N
nbytes (hidet.Tensor attribute)
negative() (in module hidet.ops)
nodes (hidet.graph.FlowGraph property)
not_equal() (in module hidet.ops)
numpy() (hidet.Tensor method)
O
ones() (in module hidet)
(in module hidet.graph)
ones_like() (in module hidet)
(in module hidet.graph)
op (hidet.Tensor attribute)
Operator (class in hidet.graph)
OperatorPattern (class in hidet.graph.transforms.subgraph_rewrite)
optimize() (in module hidet.graph)
OptionContext (class in hidet.option)
outputs (hidet.cuda.graph.CudaGraph property)
P
pad() (in module hidet.ops)
parallel_build() (in module hidet.option)
parallel_k() (hidet.graph.frontend.torch.DynamoConfig method)
PassContext (class in hidet.graph)
permute_dims() (in module hidet.ops)
positive() (in module hidet.ops)
pow() (in module hidet.ops)
prelu() (in module hidet.ops)
print_input_graph() (hidet.graph.frontend.torch.DynamoConfig method)
prod() (in module hidet.ops)
profile_pass_instrument() (hidet.graph.PassContext method)
profiler_start() (in module hidet.cuda)
profiler_stop() (in module hidet.cuda)
properties() (in module hidet.cuda)
R
randn() (in module hidet)
(in module hidet.graph)
randn_like() (in module hidet)
(in module hidet.graph)
rearrange() (hidet.Tensor method)
(in module hidet.ops)
reciprocal() (in module hidet.ops)
record() (hidet.cuda.Event method)
reduce() (in module hidet.ir.compute)
ReduceType (class in hidet.ir.compute)
register_resolve_rule() (in module hidet.graph.transforms.resolve_variant)
register_rewrite_rule() (in module hidet.graph.transforms.subgraph_rewrite)
relu() (in module hidet.ops)
relu6() (in module hidet.ops)
remainder() (in module hidet.ops)
reset() (hidet.graph.frontend.torch.DynamoConfig method)
reshape() (hidet.Tensor method)
(in module hidet.ops)
resize2d() (in module hidet.ops)
resolve() (hidet.graph.transforms.resolve_variant.ResolveRule method)
ResolveRule (class in hidet.graph.transforms.resolve_variant)
restore_options() (in module hidet.option)
round() (in module hidet.ops)
rsqrt() (in module hidet.ops)
run() (hidet.cuda.graph.CudaGraph method)
run_async() (hidet.cuda.graph.CudaGraph method)
S
save() (hidet.graph.FlowGraph method)
save_graph_instrument() (hidet.graph.PassContext method)
save_lower_ir() (in module hidet.option)
scalar_input() (in module hidet.ir.compute)
script() (in module hidet)
search_space() (hidet.graph.frontend.torch.DynamoConfig method)
(in module hidet.option)
set_device() (in module hidet.cuda)
set_mma() (hidet.graph.PassContext method)
set_option() (in module hidet.option)
set_parallel_k() (hidet.graph.PassContext method)
set_precision() (hidet.graph.PassContext method)
set_reduce_precision() (hidet.graph.PassContext method)
set_use_attention() (hidet.graph.PassContext method)
set_verbose() (hidet.graph.PassContext method)
shape (hidet.Tensor attribute)
sigmoid() (in module hidet.ops)
sign() (in module hidet.ops)
signature() (hidet.Tensor method)
silu() (in module hidet.ops)
sin() (in module hidet.ops)
sinh() (in module hidet.ops)
size (hidet.Tensor attribute)
softmax() (in module hidet.ops)
softmin() (in module hidet.ops)
softplus() (in module hidet.ops)
softshrink() (in module hidet.ops)
softsign() (in module hidet.ops)
source() (hidet.graph.transforms.subgraph_rewrite.SubgraphRewriteRule method)
specialize_for() (hidet.ir.task.Task method)
split() (in module hidet.ops)
sqrt() (in module hidet.ops)
square() (in module hidet.ops)
squeeze() (hidet.Tensor method)
(in module hidet.ops)
std() (in module hidet.ops)
storage (hidet.Tensor attribute)
Stream (class in hidet.cuda)
stream() (in module hidet.cuda)
strided_slice() (in module hidet.ops)
SubgraphRewriteRule (class in hidet.graph.transforms.subgraph_rewrite)
subtract() (in module hidet.ops)
sum() (hidet.Tensor method)
(in module hidet.ops)
symbol() (in module hidet)
(in module hidet.graph)
symbol_like() (in module hidet)
(in module hidet.graph)
synchronize() (hidet.cuda.Event method)
(hidet.cuda.Stream method)
(in module hidet.cuda)
T
take() (in module hidet.ops)
tan() (in module hidet.ops)
tanh() (in module hidet.ops)
tanhshrink() (in module hidet.ops)
target() (hidet.graph.transforms.subgraph_rewrite.SubgraphRewriteRule method)
Task (class in hidet.ir.task)
Tensor (class in hidet)
tensor_input() (in module hidet.ir.compute)
TensorPattern (class in hidet.graph.transforms.subgraph_rewrite)
tile() (in module hidet.ops)
to() (hidet.Tensor method)
to_device() (hidet.Tensor method)
tolist() (hidet.Tensor method)
topological_order() (hidet.utils.DirectedGraph method)
torch() (hidet.Tensor method)
trace (hidet.Tensor attribute)
trace_from() (in module hidet)
(in module hidet.graph)
transpose() (in module hidet.ops)
trunc() (in module hidet.ops)
U
unsqueeze() (hidet.Tensor method)
(in module hidet.ops)
usage_count (hidet.graph.FlowGraph property)
use_attention() (hidet.graph.frontend.torch.DynamoConfig method)
use_cuda_graph() (hidet.graph.frontend.torch.DynamoConfig method)
use_fp16() (hidet.graph.frontend.torch.DynamoConfig method)
use_fp16_reduction() (hidet.graph.frontend.torch.DynamoConfig method)
use_tensor_core() (hidet.graph.frontend.torch.DynamoConfig method)
V
var() (in module hidet.ops)
W
wait_event() (hidet.cuda.Stream method)
where() (in module hidet.ops)
Z
zeros() (in module hidet)
(in module hidet.graph)
zeros_like() (in module hidet)
(in module hidet.graph)