Index

_

_epoch_ran (neural_compressor.compression.callbacks.DistillationCallbacks attribute)

A

AcceleratorRegistry (class in neural_compressor.torch.utils.auto_accelerator) Accuracy (class in neural_compressor.metric.metric) (class in neural_compressor.objective) AccuracyCriterion (class in neural_compressor.config) acq_max() (in module neural_compressor.strategy.bayesian) ActivationOperator (class in neural_compressor.adaptor.ox_utils.operators.activation) add_port_to_name() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) Algorithm (class in neural_compressor.algorithm.algorithm) algorithm_registry() (in module neural_compressor.algorithm.algorithm) ALGORITHMS (class in neural_compressor.algorithm.algorithm) AlgorithmScheduler (class in neural_compressor.algorithm.algorithm) alias_param() (in module neural_compressor.utils.utility) AlignImageChannelTransform (class in neural_compressor.data.transforms.transform) alpha (neural_compressor.compression.pruner.regs.GroupLasso attribute) amp_convert() (in module neural_compressor.adaptor.mxnet_utils.util) append_attr() (in module neural_compressor.adaptor.torch_utils.util) apply_awq_clip() (in module neural_compressor.adaptor.ox_utils.weight_only) apply_awq_scale() (in module neural_compressor.adaptor.ox_utils.weight_only) apply_inlining() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) apply_single_pattern_pair() (in module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) are_shapes_equal() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) ArgMaxOperator (class in neural_compressor.adaptor.ox_utils.operators.argmax) assert_error() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils)

AttentionOperator (class in neural_compressor.adaptor.ox_utils.operators.attention) attr1 (neural_compressor.template.api_doc_example.ExampleClass attribute) attr2 (neural_compressor.template.api_doc_example.ExampleClass attribute) attr5 (neural_compressor.template.api_doc_example.ExampleClass attribute) attribute1 (in module neural_compressor.template.api_doc_example) attribute_to_kwarg() (in module neural_compressor.adaptor.ox_utils.util) Auto_Accelerator (class in neural_compressor.torch.utils.auto_accelerator) auto_copy() (in module neural_compressor.adaptor.torch_utils.util) auto_detect_accelerator() (in module neural_compressor.torch.utils.auto_accelerator) AutoAlpha (class in neural_compressor.torch.algorithms.smooth_quant.utility) AutoMixedPrecisionTuneStrategy (class in neural_compressor.strategy.auto_mixed_precision) autoround_quantize_entry() (in module neural_compressor.torch.quantization.algorithm_entry) AutoRoundConfig (class in neural_compressor.torch.quantization.config) (class in neural_compressor.transformers.utils.quantization_config) AutoRoundQuantizer (class in neural_compressor.torch.algorithms.weight_only.autoround) autotune() (in module neural_compressor.tensorflow.quantization.autotune) (in module neural_compressor.torch.quantization.autotune) AutoTuneStrategy (class in neural_compressor.strategy.auto) awq_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only) awq_quantize_entry() (in module neural_compressor.torch.quantization.algorithm_entry) AWQConfig (class in neural_compressor.torch.quantization.config) AwqConfig (class in neural_compressor.transformers.utils.quantization_config) AWQQuantizer (class in neural_compressor.torch.algorithms.weight_only.awq) axis (neural_compressor.torch.algorithms.weight_only.hqq.qtensor.QTensorMetaInfo attribute)

B

BaseCallbacks (class in neural_compressor.compression.callbacks) BaseConfig (class in neural_compressor.common.base_config) BaseDataLoader (class in neural_compressor.data.dataloaders.base_dataloader) (class in neural_compressor.tensorflow.utils.data) BaseMetric (class in neural_compressor.metric.metric) BaseModel (class in neural_compressor.model.base_model) (class in neural_compressor.tensorflow.utils.model_wrappers) BasePattern (class in neural_compressor.compression.pruner.patterns.base) BasePruner (class in neural_compressor.compression.pruner.pruners.base) BasePruning (class in neural_compressor.compression.pruner.pruning) BaseReg (class in neural_compressor.compression.pruner.regs) BaseTransform (class in neural_compressor.data.transforms.transform) BasicPruning (class in neural_compressor.compression.pruner.pruning) BasicTokenizer (class in neural_compressor.data.transforms.tokenization) BasicTuneStrategy (class in neural_compressor.strategy.basic) BatchNormalizationOperator (class in neural_compressor.adaptor.ox_utils.operators.norm) BatchSampler (class in neural_compressor.data.dataloaders.sampler) (class in neural_compressor.tensorflow.utils.data) BayesianOptimization (class in neural_compressor.strategy.bayesian) BayesianTuneStrategy (class in neural_compressor.strategy.bayesian) benchmark() (in module neural_compressor.common.benchmark) benchmark_with_raw_cmd() (in module neural_compressor.benchmark) BenchmarkConfig (class in neural_compressor.config)

best_model (neural_compressor.compression.callbacks.DistillationCallbacks attribute) best_score (neural_compressor.compression.callbacks.DistillationCallbacks attribute) BF16Convert (class in neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16.bf16_convert) BF16ModuleWrapper (class in neural_compressor.adaptor.torch_utils.bf16_convert) BiasCorrection (class in neural_compressor.adaptor.tf_utils.transform_graph.bias_correction) (class in neural_compressor.tensorflow.quantization.utils.transform_graph.bias_correction) BilinearImagenetTransform (class in neural_compressor.data.transforms.imagenet_transform) BinaryDirect8BitOperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op) BinaryOperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op) BLEU (class in neural_compressor.metric.bleu) bleu_tokenize() (in module neural_compressor.metric.bleu) block_size (neural_compressor.compression.pruner.patterns.nxm.KerasPatternNxM attribute) (neural_compressor.compression.pruner.patterns.nxm.PytorchPatternNxM attribute) block_wise_calibration() (in module neural_compressor.torch.utils.block_wise) BlockFallbackTuningSampler (class in neural_compressor.strategy.utils.tuning_sampler) BlockMaskCriterion (class in neural_compressor.compression.pruner.criteria) build_captured_dataloader() (in module neural_compressor.torch.algorithms.smooth_quant.utility) build_slave_faker_model() (in module neural_compressor.strategy.utils.utility) bypass_reshape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in)

C

cal_scale() (in module neural_compressor.torch.algorithms.smooth_quant.utility) calculate_md5() (in module neural_compressor.data.datasets.dataset) calculate_mse() (in module neural_compressor.utils.utility) calculate_quant_min_max() (in module neural_compressor.adaptor.torch_utils.util) calculate_scale_zp() (in module neural_compressor.adaptor.ox_utils.util) calib_model() (in module neural_compressor.adaptor.mxnet_utils.util) calib_registry() (in module neural_compressor.adaptor.ox_utils.calibrator) CalibCollector (class in neural_compressor.adaptor.mxnet_utils.util) CalibData (class in neural_compressor.adaptor.mxnet_utils.util) Calibration (class in neural_compressor.torch.algorithms.smooth_quant.utility) calibration() (in module neural_compressor.adaptor.torch_utils.util) CalibratorBase (class in neural_compressor.adaptor.ox_utils.calibrator) call_counter() (in module neural_compressor.common.utils.utility) call_one() (in module neural_compressor.benchmark) CallBacks (class in neural_compressor.training) can_pack_with_numba() (in module neural_compressor.torch.utils.environ) CaptureOutputToFile (class in neural_compressor.tensorflow.utils.utility) (class in neural_compressor.utils.utility) cast_tensor() (in module neural_compressor.adaptor.ox_utils.util) CastONNXTransform (class in neural_compressor.data.transforms.transform) CastPyTorchTransform (class in neural_compressor.data.transforms.transform) CastTFTransform (class in neural_compressor.data.transforms.transform) CenterCropTFTransform (class in neural_compressor.data.transforms.transform) CenterCropTransform (class in neural_compressor.data.transforms.transform) cfg_to_qconfig() (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.static_quant.utility) check_cfg_and_qconfig() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.static_quant.utility) check_config() (in module neural_compressor.compression.pruner.utils) check_dataloader() (in module neural_compressor.data.dataloaders.dataloader) check_integrity() (in module neural_compressor.data.datasets.dataset) check_key_exist() (in module neural_compressor.utils.utility) check_key_validity() (in module neural_compressor.compression.pruner.utils) check_model() (in module neural_compressor.utils.export.qlinear2qdq) check_mx_version() (in module neural_compressor.adaptor.mxnet_utils.util) checkpoint_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) CIFAR10 (class in neural_compressor.data.datasets.dataset) CIFAR100 (class in neural_compressor.data.datasets.dataset) ClassifierHeadSearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer) ClassifierHeadSearcherTF (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer) ClassRegister (class in neural_compressor.strategy.utils.utility) clean_module_weight() (in module neural_compressor.torch.algorithms.layer_wise.utils) COCOEvalWrapper (class in neural_compressor.metric.coco_tools) COCOmAPv2 (class in neural_compressor.metric.metric) COCONpy (class in neural_compressor.data.datasets.coco_dataset) COCORaw (class in neural_compressor.data.datasets.coco_dataset) COCORecordDataset (class in neural_compressor.data.datasets.coco_dataset) COCOWrapper (class in neural_compressor.metric.coco_tools) collate_preds() (in module neural_compressor.adaptor.ox_utils.util) collate_tf_preds() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) collate_torch_preds() (in module neural_compressor.adaptor.torch_utils.util) collect_layer_inputs() (in module neural_compressor.compression.pruner.utils) collect_weight_info() (in module neural_compressor.adaptor.torch_utils.util) CollectorBase (class in neural_compressor.adaptor.mxnet_utils.util) CollectTransform (class in neural_compressor.data.transforms.transform) combine_capabilities() (in module neural_compressor.adaptor.mxnet_utils.util) combine_histogram() (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) compare_label (neural_compressor.metric.metric.MAE attribute) (neural_compressor.metric.metric.MSE attribute) compare_objects() (in module neural_compressor.utils.utility) compare_weights() (in module neural_compressor.adaptor.torch_utils.hawq_metric) ComposableConfig (class in neural_compressor.common.base_config) ComposeTransform (class in neural_compressor.data.transforms.transform) CompressionManager (class in neural_compressor.training)

compute_bleu() (in module neural_compressor.metric.bleu_util) compute_const_folding_using_tf() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) compute_sparsity() (in module neural_compressor.utils.utility) ConcatOperator (class in neural_compressor.adaptor.ox_utils.operators.concat) config (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) (neural_compressor.compression.pruner.schedulers.PruningScheduler attribute) config_file_path (neural_compressor.compression.pruner.pruning.BasePruning attribute) (neural_compressor.compression.pruner.pruning.BasicPruning attribute) (neural_compressor.compression.pruner.pruning.RetrainFreePruning attribute) config_instance() (in module neural_compressor.benchmark) config_list (neural_compressor.common.base_config.ComposableConfig attribute) (neural_compressor.common.base_tuning.ConfigSet attribute) config_quantizable_layers() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer) ConfigLoader (class in neural_compressor.common.base_tuning) ConfigRegistry (class in neural_compressor.common.base_config) ConfigSet (class in neural_compressor.common.base_tuning) ConservativeTuneStrategy (class in neural_compressor.strategy.conservative) construct_function_from_graph_def() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) Convert() (in module neural_compressor.adaptor.torch_utils.bf16_convert) convert() (in module neural_compressor.torch.quantization.quantize) convert_by_vocab() (in module neural_compressor.data.transforms.tokenization) convert_examples_to_features() (in module neural_compressor.data.datasets.bert_dataset) (in module neural_compressor.data.transforms.transform) convert_tensorflow_tensor_to_onnx() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) convert_to_unicode() (in module neural_compressor.data.transforms.tokenization) ConvertAddToBiasAddOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_add_to_biasadd) ConvertLayoutOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_layout) ConvertLeakyReluOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_leakyrelu) ConvertNanToRandom (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_nan_to_random) ConvertPlaceholderToConst (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_placeholder_to_const) ConvOperator (class in neural_compressor.adaptor.ox_utils.operators.conv) CPU_Accelerator (class in neural_compressor.torch.utils.auto_accelerator) CpuInfo (class in neural_compressor.common.utils.utility) (class in neural_compressor.tensorflow.utils.utility) (class in neural_compressor.utils.utility) create_data_example() (in module neural_compressor.adaptor.mxnet_utils.util) create_dataloader() (in module neural_compressor.utils.create_obj_from_config) create_dataset() (in module neural_compressor.utils.create_obj_from_config) create_eval_func() (in module neural_compressor.utils.create_obj_from_config) create_onnx_config() (in module neural_compressor.profiling.profiler.onnxrt_profiler.utils) create_quant_spec_from_config() (in module neural_compressor.torch.algorithms.pt2e_quant.utility) create_tf_config() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils) create_train_func() (in module neural_compressor.utils.create_obj_from_config) create_xiq_quantizer_from_pt2e_config() (in module neural_compressor.torch.algorithms.pt2e_quant.utility) criterion (neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner attribute) (neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner attribute) (neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner attribute) (neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner attribute) criterion_registry() (in module neural_compressor.compression.distillation.criterions) Criterions (class in neural_compressor.compression.distillation.criterions) CropResizeTFTransform (class in neural_compressor.data.transforms.transform) CropResizeTransform (class in neural_compressor.data.transforms.transform) CropToBoundingBox (class in neural_compressor.data.transforms.transform) CUDA_Accelerator (class in neural_compressor.torch.utils.auto_accelerator) current_pattern (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) current_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute)

D

DataIterLoader (class in neural_compressor.adaptor.mxnet_utils.util) DataLoader (class in neural_compressor.data.dataloaders.dataloader) DataLoaderWrap (class in neural_compressor.adaptor.mxnet_utils.util) Dataset (class in neural_compressor.data.datasets.dataset) dataset (neural_compressor.metric.coco_tools.COCOWrapper attribute) dataset_registry() (in module neural_compressor.data.datasets.dataset) Datasets (class in neural_compressor.data.datasets.dataset) debug() (in module neural_compressor.utils.logger) deep_get() (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) deep_set() (in module neural_compressor.utils.utility) default_collate() (in module neural_compressor.data.dataloaders.default_dataloader) (in module neural_compressor.tensorflow.utils.data) DefaultDataLoader (class in neural_compressor.data.dataloaders.default_dataloader) delete_assign() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils) Dequantize() (in module neural_compressor.utils.utility) dequantize_data() (in module neural_compressor.adaptor.ox_utils.util) dequantize_data_with_scale_zero() (in module neural_compressor.adaptor.ox_utils.util) dequantize_weight() (in module neural_compressor.utils.utility) DequantizeCastOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16.dequantize_cast_optimizer) detect_device() (in module neural_compressor.torch.utils.utility) detect_processor_type_based_on_hw() (in module neural_compressor.common.utils.utility) detection_type (neural_compressor.metric.coco_tools.COCOWrapper attribute) device (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher attribute) (neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression attribute) device_synchronize() (in module neural_compressor.torch.utils.environ)

DilatedContraction (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.dilated_contraction) Direct8BitOperator (class in neural_compressor.adaptor.ox_utils.operators.direct_q8) disable_random() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.utils.utility) DistillationCallbacks (class in neural_compressor.compression.callbacks) DistillationConfig (class in neural_compressor.config) distribute_calib_tensors() (in module neural_compressor.adaptor.mxnet_utils.util) DotDict (class in neural_compressor.config) (class in neural_compressor.utils.utility) dowload_hf_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.utils.utility) download_url() (in module neural_compressor.data.datasets.dataset) dtype_to_name() (in module neural_compressor.adaptor.ox_utils.util) DummyDataset (class in neural_compressor.data.datasets.dummy_dataset) (class in neural_compressor.data.datasets.dummy_dataset_v2) (class in neural_compressor.tensorflow.utils.data) DummyDatasetV2 (class in neural_compressor.tensorflow.utils.data) dump_class_attrs() (in module neural_compressor.utils.utility) dump_data_to_local() (in module neural_compressor.utils.utility) dump_elapsed_time() (in module neural_compressor.common.utils.utility) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) dump_model_op_stats() (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.static_quant.utility) (in module neural_compressor.torch.utils.utility) dump_numa_info() (in module neural_compressor.common.benchmark) dump_table() (in module neural_compressor.utils.utility) dump_table_to_csv() (in module neural_compressor.utils.utility) dynamic_quant_export() (in module neural_compressor.utils.export.torch2onnx) DynamicQuantConfig (class in neural_compressor.torch.quantization.config)

E

ElemFormat (class in neural_compressor.torch.algorithms.mx_quant.utils) EmbedLayerNormalizationOperator (class in neural_compressor.adaptor.ox_utils.operators.embed_layernorm) end_step (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) enough_memo_store_scale() (in module neural_compressor.torch.algorithms.smooth_quant.utility) ensure_list() (in module neural_compressor.adaptor.mxnet_utils.util) equal_dicts() (in module neural_compressor.utils.utility) error() (in module neural_compressor.utils.logger) estimator_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) eval_frequency (neural_compressor.compression.callbacks.DistillationCallbacks attribute) evaluate() (in module neural_compressor.metric.evaluate_squad) (in module neural_compressor.metric.f1)

EvaluationFuncWrapper (class in neural_compressor.common.base_tuning) Evaluator (class in neural_compressor.common.base_tuning) exact_match_score() (in module neural_compressor.metric.evaluate_squad) ExampleClass (class in neural_compressor.template.api_doc_example) ExhaustiveTuneStrategy (class in neural_compressor.strategy.exhaustive) ExpandDimsOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.expanddims_optimizer) export() (in module neural_compressor.torch.export.pt2e_export) export_compressed_model() (in module neural_compressor.utils.load_huggingface) export_model_for_pt2e_quant() (in module neural_compressor.torch.export.pt2e_export) ExportConfig (class in neural_compressor.config) ExportSingleImageDetectionBoxesToCoco() (in module neural_compressor.metric.coco_tools) ExportSingleImageDetectionMasksToCoco() (in module neural_compressor.metric.coco_tools) ExportSingleImageGroundtruthToCoco() (in module neural_compressor.metric.coco_tools) extract_data_type() (in module neural_compressor.strategy.utils.utility)

F

F1 (class in neural_compressor.metric.metric) f1_score() (in module neural_compressor.metric.evaluate_squad) (in module neural_compressor.metric.f1) FakeAffineTensorQuantFunction (class in neural_compressor.adaptor.torch_utils.model_wrapper) (class in neural_compressor.torch.algorithms.weight_only.modules) FakeQuantize (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize) FakeQuantizeBase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize) FallbackTuningSampler (class in neural_compressor.strategy.utils.tuning_sampler) FashionMNIST (class in neural_compressor.data.datasets.dataset) FastBiasCorrection (class in neural_compressor.algorithm.fast_bias_correction) fatal() (in module neural_compressor.utils.logger) fault_tolerant_file() (in module neural_compressor.utils.utility) fetch_module() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.utility) Fetcher (class in neural_compressor.data.dataloaders.fetcher) FetchWeightFromReshapeOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fetch_weight_from_reshape) Filter (class in neural_compressor.data.filters.filter) filter_fn() (in module neural_compressor.torch.algorithms.weight_only.hqq.quantizer) filter_registry() (in module neural_compressor.data.filters.filter) FILTERS (class in neural_compressor.data.filters.filter) finalize_calibration() (in module neural_compressor.torch.quantization.quantize) find_by_name() (in module neural_compressor.adaptor.ox_utils.util) find_layers() (in module neural_compressor.compression.pruner.wanda.utils) (in module neural_compressor.torch.algorithms.weight_only.gptq) find_layers_name() (in module neural_compressor.torch.algorithms.weight_only.gptq) find_matching_blocks() (in module neural_compressor.torch.utils.utility) find_opset() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) fit() (in module neural_compressor.benchmark) (in module neural_compressor.mix_precision) (in module neural_compressor.quantization) (in module neural_compressor.training) fix_ref_type_of_graph_def() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) flatten_static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher attribute) Float16ActivationOperator (class in neural_compressor.adaptor.ox_utils.operators.activation) Float16BinaryOperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op) float_to_bfloat16() (in module neural_compressor.adaptor.ox_utils.util) float_to_float16() (in module neural_compressor.adaptor.ox_utils.util) fn (neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter.PatternPair attribute) FoldBatchNormNodesOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fold_batch_norm) Footprint (class in neural_compressor.objective) format_list2str() (in module neural_compressor.common.benchmark) forward_wrapper() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.utility) fp8_entry() (in module neural_compressor.torch.quantization.algorithm_entry) FP8Config (class in neural_compressor.torch.quantization.config) framework_datasets (in module neural_compressor.data.datasets.dataset) FreezeFakeQuantOpOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.freeze_fake_quant) FreezeValueTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.freeze_value) FreezeValueWithoutCalibTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib) frozen_pb_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers)

FullTokenizer (class in neural_compressor.data.transforms.tokenization) function1() (in module neural_compressor.template.api_doc_example) function2() (in module neural_compressor.template.api_doc_example) function3() (in module neural_compressor.template.api_doc_example) fuse() (in module neural_compressor.adaptor.mxnet_utils.util) FuseBiasAddAndAddOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_biasadd_add) FuseColumnWiseMulOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_column_wise_mul) FuseConvRedundantDequantizeTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_conv_redundant_dequantize) FuseConvRequantizeTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_conv_requantize) FuseConvWithMathOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_conv_with_math) FuseDecomposedBNOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) FuseDecomposedINOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in) FusedMatMulOperator (class in neural_compressor.adaptor.ox_utils.operators.matmul) FuseGeluOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_gelu) FuseLayerNormOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_layer_norm) FuseMatMulRedundantDequantizeTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize) FuseMatMulRequantizeDequantizeNewAPITransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_requantize) FuseMatMulRequantizeDequantizeTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_requantize) FuseMatMulRequantizeNewAPITransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_requantize) FuseMatMulRequantizeTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_requantize) FuseNodeStartWithConcatV2 (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2) (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_concatv2) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_concatv2) FuseNodeStartWithConv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv) (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_conv) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_conv) FuseNodeStartWithDeconv2d (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_deconv) FuseNodeStartWithFusedBatchNormV3 (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn) (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_bn) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_bn) FuseNodeStartWithFusedInstanceNorm (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_in) FuseNodeStartWithMatmul (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul) (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_matmul) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_matmul) FuseNodeStartWithPooling (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling) (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_pooling) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_pooling) FusePadWithConv2DOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_pad_with_conv) FusePadWithFP32Conv2DOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_pad_with_fp32_conv) FuseTransposeReshapeOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_reshape_transpose)

G

GatherOperator (class in neural_compressor.adaptor.ox_utils.operators.gather) GemmOperator (class in neural_compressor.adaptor.ox_utils.operators.gemm) gen_bar_updater() (in module neural_compressor.data.datasets.dataset) GeneralTopK (class in neural_compressor.metric.metric) generate_activation_observer() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.static_quant.utility) generate_feed_dict() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) generate_ffn2_pruning_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim) generate_mha_pruning_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim) generate_prefix() (in module neural_compressor.benchmark) (in module neural_compressor.common.benchmark) generate_xpu_qconfig() (in module neural_compressor.torch.algorithms.static_quant.utility) GenerateGraphWithQDQPattern (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.insert_qdq_pattern) generator1() (in module neural_compressor.template.api_doc_example) get_absorb_layers() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.weight_only.utility) get_accelerator() (in module neural_compressor.torch.utils.environ) get_activation() (in module neural_compressor.compression.distillation.utility) get_adaptor_name() (in module neural_compressor.strategy.utils.utility) get_algorithm() (in module neural_compressor.utils.create_obj_from_config) get_all_config_set() (in module neural_compressor.tensorflow.quantization.autotune) (in module neural_compressor.torch.quantization.autotune) get_all_config_set_from_config_registry() (in module neural_compressor.common.base_config) get_all_fp32_data() (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) get_all_registered_configs() (in module neural_compressor.tensorflow.keras.quantization.config) (in module neural_compressor.torch.quantization.config) get_architecture() (in module neural_compressor.benchmark) get_attributes() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer) get_blob_size() (in module neural_compressor.adaptor.ox_utils.weight_only) get_block_names() (in module neural_compressor.torch.utils.utility) get_block_prefix() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.block_wise) get_bounded_threads() (in module neural_compressor.benchmark) get_children() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) get_common_module() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer) get_const_dim_count() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in) get_core_ids() (in module neural_compressor.benchmark) get_criterion() (in module neural_compressor.compression.pruner.criteria) get_dataloader() (in module neural_compressor.torch.algorithms.weight_only.autoround) get_default_AutoRound_config() (in module neural_compressor.torch.quantization.config) get_default_awq_config() (in module neural_compressor.torch.quantization.config) get_default_double_quant_config() (in module neural_compressor.torch.quantization.config) get_default_dynamic_config() (in module neural_compressor.torch.quantization.config) get_default_fp8_config() (in module neural_compressor.torch.quantization.config) get_default_fp8_config_set() (in module neural_compressor.torch.quantization.config) get_default_gptq_config() (in module neural_compressor.torch.quantization.config) get_default_hqq_config() (in module neural_compressor.torch.quantization.config) get_default_mixed_precision_config() (in module neural_compressor.torch.quantization.config) get_default_mixed_precision_config_set() (in module neural_compressor.torch.quantization.config) get_default_mx_config() (in module neural_compressor.torch.quantization.config) get_default_rtn_config() (in module neural_compressor.torch.quantization.config) get_default_sq_config() (in module neural_compressor.tensorflow.quantization.config) (in module neural_compressor.torch.quantization.config) get_default_static_config() (in module neural_compressor.torch.quantization.config) get_default_static_quant_config() (in module neural_compressor.tensorflow.keras.quantization.config) (in module neural_compressor.tensorflow.quantization.config) get_default_teq_config() (in module neural_compressor.torch.quantization.config) get_depth() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.static_quant.utility) get_dict_at_depth() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.static_quant.utility) get_double_quant_config_dict() (in module neural_compressor.torch.utils.utility) get_element_under_depth() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.static_quant.utility) get_embedding_contiguous() (in module neural_compressor.adaptor.torch_utils.util) get_estimator_graph() (in module neural_compressor.adaptor.tf_utils.util) get_example_input() (in module neural_compressor.adaptor.torch_utils.util) get_fallback_order() (in module neural_compressor.adaptor.torch_utils.util) get_filter_fn() (in module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) get_final_text() (in module neural_compressor.data.transforms.transform) get_framework_name() (in module neural_compressor.adaptor.mxnet_utils.util) get_func_from_config() (in module neural_compressor.utils.create_obj_from_config) get_graph_def() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) get_half_precision_node_set() (in module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) get_hidden_states() (in module neural_compressor.adaptor.torch_utils.util) get_index_from_strided_slice_of_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) get_input_output_node_names() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) get_ipex_version() (in module neural_compressor.torch.utils.environ) get_layer_names_in_block() (in module neural_compressor.torch.utils.utility) get_layers() (in module neural_compressor.compression.pruner.utils) get_linux_numa_info() (in module neural_compressor.common.benchmark) get_max_supported_opset_version() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema) get_metrics() (in module neural_compressor.utils.create_obj_from_config) get_mllm_dataloader() (in module neural_compressor.torch.algorithms.weight_only.autoround) get_model_device() (in module neural_compressor.torch.utils.utility) get_model_fwk_name() (in module neural_compressor.model.model) get_model_info() (in module neural_compressor.torch.utils.utility) get_model_input_shape() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) get_model_type() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) get_module() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.utility)

get_module_input_output() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.weight_only.utility) get_mse_order_per_fp32() (in module neural_compressor.adaptor.torch_utils.util) get_mse_order_per_int8() (in module neural_compressor.adaptor.torch_utils.util) get_multimodal_block_names() (in module neural_compressor.torch.utils.utility) get_named_children() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) get_node_mapping() (in module neural_compressor.utils.export.torch2onnx) get_node_original_name() (in module neural_compressor.adaptor.ox_utils.util) get_non_persistent_buffers() (in module neural_compressor.torch.utils.utility) get_numa_node() (in module neural_compressor.common.benchmark) get_number_of_sockets() (in module neural_compressor.utils.utility) get_op_list() (in module neural_compressor.utils.utility) get_op_type_by_name() (in module neural_compressor.adaptor.torch_utils.util) get_parent() (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.weight_only.utility) get_pattern() (in module neural_compressor.compression.pruner.patterns) get_physical_ids() (in module neural_compressor.benchmark) get_postprocess() (in module neural_compressor.utils.create_obj_from_config) get_preprocess() (in module neural_compressor.utils.create_obj_from_config) get_processor_type_from_user_config() (in module neural_compressor.torch.utils.utility) get_pruner() (in module neural_compressor.compression.pruner.pruners) get_quant_dequant_output() (in module neural_compressor.adaptor.ox_utils.smooth_quant) get_quantizable_onnx_ops() (in module neural_compressor.utils.export.torch2onnx) get_quantizable_ops_from_cfgs() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.static_quant.utility) get_quantizable_ops_recursively() (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.static_quant.utility) get_quantizer() (in module neural_compressor.torch.utils.utility) get_reg() (in module neural_compressor.compression.pruner.regs) get_reg_type() (in module neural_compressor.compression.pruner.regs) get_reversed_numa_info() (in module neural_compressor.common.benchmark) get_rtn_double_quant_config_set() (in module neural_compressor.torch.quantization.autotune) get_scheduler() (in module neural_compressor.compression.pruner.schedulers) get_schema() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema) get_size() (in module neural_compressor.utils.utility) get_sparsity_ratio() (in module neural_compressor.compression.pruner.utils) get_sparsity_ratio_tf() (in module neural_compressor.compression.pruner.utils) get_subgraphs_from_onnx() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) get_super_module_by_name() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) get_tensor_by_name() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) get_tensor_histogram() (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) get_tensor_val_from_graph_node() (in module neural_compressor.adaptor.tf_utils.util) get_tensorflow_node_attr() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) get_tensorflow_node_shape_attr() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) get_tensorflow_tensor_data() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) get_tensorflow_tensor_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) get_tensors_info() (in module neural_compressor.utils.utility) get_tf_criterion() (in module neural_compressor.compression.pruner.tf_criteria) get_tf_model_type() (in module neural_compressor.tensorflow.utils.model_wrappers) get_threads() (in module neural_compressor.benchmark) get_threads_per_core() (in module neural_compressor.benchmark) get_torch_version() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.utils.environ) get_torchvision_map() (in module neural_compressor.data.transforms.transform) get_tuning_history() (in module neural_compressor.utils.utility) get_unquantized_node_set() (in module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) get_used_cpu_mem_MB() (in module neural_compressor.torch.utils.environ) get_used_hpu_mem_MB() (in module neural_compressor.torch.utils.environ) get_weight_from_input_tensor() (in module neural_compressor.adaptor.tf_utils.util) get_weight_scale() (in module neural_compressor.adaptor.ox_utils.weight_only) get_weights_details() (in module neural_compressor.utils.utility) get_windows_numa_info() (in module neural_compressor.common.benchmark) get_woq_tuning_config() (in module neural_compressor.torch.quantization.config) get_workspace() (in module neural_compressor.common.utils.utility) GLOBAL_STATE (class in neural_compressor.utils.utility) global_step (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) GlobalAveragePoolOperator (class in neural_compressor.adaptor.ox_utils.operators.gavgpool) GPTQ (class in neural_compressor.torch.algorithms.weight_only.gptq) gptq() (in module neural_compressor.adaptor.ox_utils.weight_only) gptq_entry() (in module neural_compressor.torch.quantization.algorithm_entry) gptq_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only) GPTQConfig (class in neural_compressor.torch.quantization.config) (class in neural_compressor.transformers.utils.quantization_config) GPTQuantizer (class in neural_compressor.torch.algorithms.weight_only.gptq) GradientCriterion (class in neural_compressor.compression.pruner.criteria) graph_def_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) graph_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) GraphAnalyzer (class in neural_compressor.adaptor.tf_utils.graph_util) (class in neural_compressor.tensorflow.quantization.utils.graph_util) GraphConverter (class in neural_compressor.adaptor.tf_utils.graph_converter) (class in neural_compressor.tensorflow.quantization.utils.graph_converter) GraphConverterWithoutCalib (class in neural_compressor.adaptor.tf_utils.graph_converter_without_calib) GraphCseOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.graph_cse_optimizer) GraphFoldConstantOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fold_constant) GraphRewriterBase (class in neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.graph_base) GraphRewriterHelper (class in neural_compressor.adaptor.tf_utils.graph_util) (class in neural_compressor.tensorflow.quantization.utils.graph_util) GraphTrace (class in neural_compressor.torch.algorithms.smooth_quant.utility) (class in neural_compressor.torch.algorithms.weight_only.utility) GraphTransformBase (class in neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base) (class in neural_compressor.tensorflow.quantization.utils.transform_graph.graph_transform_base) GrapplerOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.grappler_pass) group_size (neural_compressor.torch.algorithms.weight_only.hqq.qtensor.QTensorMetaInfo attribute) GroupLasso (class in neural_compressor.compression.pruner.regs)

H

HalfPrecisionConverter (class in neural_compressor.torch.algorithms.mixed_precision.half_precision_convert) HalfPrecisionModuleWrapper (class in neural_compressor.torch.algorithms.mixed_precision.module_wrappers) hawq_top() (in module neural_compressor.adaptor.torch_utils.hawq_metric) HAWQ_V2TuneStrategy (class in neural_compressor.strategy.hawq_v2) head_masks (neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner attribute) HessianTrace (class in neural_compressor.adaptor.torch_utils.hawq_metric) HistogramCollector (class in neural_compressor.adaptor.ox_utils.calibrator) HPOConfig (class in neural_compressor.config)

HPU_Accelerator (class in neural_compressor.torch.utils.auto_accelerator) HPUWeightOnlyLinear (class in neural_compressor.torch.algorithms.weight_only.modules) hqq_entry() (in module neural_compressor.torch.quantization.algorithm_entry) HQQConfig (class in neural_compressor.torch.quantization.config) HQQLinear (class in neural_compressor.torch.algorithms.weight_only.hqq.core) HQQModuleConfig (class in neural_compressor.torch.algorithms.weight_only.hqq.config) HQQTensorHandle (class in neural_compressor.torch.algorithms.weight_only.hqq.core) HQQuantizer (class in neural_compressor.torch.algorithms.weight_only.hqq.quantizer)

I

ImageFolder (class in neural_compressor.data.datasets.dataset) ImagenetRaw (class in neural_compressor.data.datasets.imagenet_dataset) INCQuantizationConfigMixin (class in neural_compressor.transformers.utils.quantization_config) INCWeightOnlyLinear (class in neural_compressor.torch.algorithms.weight_only.modules) IndexFetcher (class in neural_compressor.data.dataloaders.fetcher) (class in neural_compressor.tensorflow.utils.data) infer_onnx_shape_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) infer_shapes() (in module neural_compressor.adaptor.ox_utils.util) info() (in module neural_compressor.utils.logger) init_quantize_config() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper) init_tuning() (in module neural_compressor.common.base_tuning) initial_tuning_cfg_with_quant_mode() (in module neural_compressor.strategy.utils.tuning_space) initialize_int8_avgpool() (in module neural_compressor.tensorflow.keras.layers.pool2d) initialize_int8_conv2d() (in module neural_compressor.tensorflow.keras.layers.conv2d) initialize_int8_dense() (in module neural_compressor.tensorflow.keras.layers.dense) initialize_int8_depthwise_conv2d() (in module neural_compressor.tensorflow.keras.layers.depthwise_conv2d) initialize_int8_maxpool() (in module neural_compressor.tensorflow.keras.layers.pool2d) initialize_int8_separable_conv2d() (in module neural_compressor.tensorflow.keras.layers.separable_conv2d) initialize_name_counter() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) InjectDummyBiasAddOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.dummy_biasadd) input2tuple() (in module neural_compressor.adaptor.torch_utils.util) InputFeatures (class in neural_compressor.data.datasets.bert_dataset) (class in neural_compressor.data.transforms.transform) InsertLogging (class in neural_compressor.adaptor.tf_utils.transform_graph.insert_logging) (class in neural_compressor.tensorflow.quantization.utils.transform_graph.insert_logging) InsertPrintMinMaxNode (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.insert_print_node) int8_node_name_reverse() (in module neural_compressor.adaptor.tf_utils.util) INT8StaticQuantConfig (class in neural_compressor.torch.quantization.config) IntermediateLayersKnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) IntermediateLayersKnowledgeDistillationLossConfig (class in neural_compressor.config) invalid_layers (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute)

IPEXModel (class in neural_compressor.model.torch_model) is_B_transposed() (in module neural_compressor.adaptor.ox_utils.util) is_ckpt_format() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) is_fused_module() (in module neural_compressor.adaptor.torch_utils.util) is_global (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) is_hpex_available() (in module neural_compressor.torch.utils.environ) is_int8_model() (in module neural_compressor.utils.pytorch) is_ipex_available() (in module neural_compressor.torch.utils.environ) is_ipex_imported() (in module neural_compressor.torch.utils.environ) is_leaf() (in module neural_compressor.torch.algorithms.weight_only.gptq) is_list_or_tuple() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) is_model_quantized() (in module neural_compressor.adaptor.mxnet_utils.util) is_numba_available() (in module neural_compressor.torch.utils.environ) is_onnx_domain() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) is_optimum_available() (in module neural_compressor.torch.utils.environ) is_optimum_habana_available() (in module neural_compressor.torch.utils.environ) is_package_available() (in module neural_compressor.torch.utils.environ) is_saved_model_format() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) is_tbb_available() (in module neural_compressor.torch.utils.environ) is_transformers_imported() (in module neural_compressor.torch.utils.environ) isiterable() (in module neural_compressor.adaptor.mxnet_utils.util) IterableDataset (class in neural_compressor.data.datasets.dataset) IterableFetcher (class in neural_compressor.data.dataloaders.fetcher) (class in neural_compressor.tensorflow.utils.data) IterableSampler (class in neural_compressor.data.dataloaders.sampler) (class in neural_compressor.tensorflow.utils.data) IterativeScheduler (class in neural_compressor.compression.pruner.schedulers) iterator_sess_run() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) itex_installed() (in module neural_compressor.tensorflow.utils.utility)

J

JitBasicSearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer)

K

k (neural_compressor.metric.metric.GeneralTopK attribute) (neural_compressor.metric.metric.TensorflowTopK attribute) keep_mask_layers (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) Keras (class in neural_compressor.config) keras_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) KerasAdaptor (class in neural_compressor.tensorflow.algorithms.static_quant.keras) KerasBasePattern (class in neural_compressor.compression.pruner.patterns.base) KerasBasePruner (class in neural_compressor.compression.pruner.pruners.base)

KerasBasicPruner (class in neural_compressor.compression.pruner.pruners.basic) KerasConfigConverter (class in neural_compressor.tensorflow.algorithms.static_quant.keras) KerasModel (class in neural_compressor.model.keras_model) (class in neural_compressor.tensorflow.utils.model_wrappers) KerasPatternNxM (class in neural_compressor.compression.pruner.patterns.nxm) KerasQuery (class in neural_compressor.tensorflow.algorithms.static_quant.keras) KerasSurgery (class in neural_compressor.tensorflow.algorithms.static_quant.keras) KL_Divergence (class in neural_compressor.utils.kl_divergence) KLCalibrator (class in neural_compressor.adaptor.ox_utils.calibrator) KnowledgeDistillationFramework (class in neural_compressor.compression.distillation.criterions) KnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) KnowledgeDistillationLossConfig (class in neural_compressor.config)

L

label_list (neural_compressor.metric.metric.Accuracy attribute) (neural_compressor.metric.metric.MAE attribute) (neural_compressor.metric.metric.MSE attribute) LabelBalanceCOCORawFilter (class in neural_compressor.data.filters.coco_filter) LabelBalanceCOCORecordFilter (class in neural_compressor.data.filters.coco_filter) labels (neural_compressor.metric.bleu.BLEU attribute) LabelShift (class in neural_compressor.data.transforms.imagenet_transform) layer_1 (neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression attribute) layer_2 (neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompression attribute) LayerHistogramCollector (class in neural_compressor.utils.collect_layer_histogram) LayerWiseQuant (class in neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize) LazyImport (class in neural_compressor.common.utils.utility) (class in neural_compressor.utils.utility) Linear2LinearSearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer) linear_layers (neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner attribute) linear_patterns (neural_compressor.compression.pruner.model_slim.weight_slim.LinearCompressionIterator attribute) LinearCompression (class in neural_compressor.compression.pruner.model_slim.weight_slim) LinearCompressionIterator (class in neural_compressor.compression.pruner.model_slim.weight_slim) load() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load) (in module neural_compressor.torch.algorithms.layer_wise.load) (in module neural_compressor.torch.algorithms.pt2e_quant.save_load) (in module neural_compressor.torch.algorithms.static_quant.save_load) (in module neural_compressor.torch.algorithms.weight_only.save_load) (in module neural_compressor.torch.quantization.save_load_entry) (in module neural_compressor.utils.pytorch) load_and_cache_examples() (in module neural_compressor.data.datasets.bert_dataset)

load_config_mapping() (in module neural_compressor.common.utils.save_load) load_data_from_pkl() (in module neural_compressor.utils.utility) load_empty_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.utils.utility) load_layer_wise_quantized_model() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) load_module() (in module neural_compressor.torch.algorithms.layer_wise.utils) load_non_persistent_buffers() (in module neural_compressor.torch.utils.utility) load_saved_model() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) load_tensor() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) load_tensor_from_safetensors() (in module neural_compressor.torch.algorithms.layer_wise.utils) load_tensor_from_safetensors_shard() (in module neural_compressor.torch.algorithms.layer_wise.utils) load_tensor_from_shard() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) load_value() (in module neural_compressor.torch.algorithms.layer_wise.utils) load_vocab() (in module neural_compressor.data.transforms.tokenization) load_weight_only() (in module neural_compressor.utils.pytorch) log() (in module neural_compressor.utils.logger) log_process() (in module neural_compressor.common.utils.utility) log_quantizable_layers_per_transformer() (in module neural_compressor.torch.algorithms.weight_only.gptq) Logger (class in neural_compressor.common.utils.logger) (class in neural_compressor.utils.logger) Loss (class in neural_compressor.metric.metric) LowerBitsSampler (class in neural_compressor.strategy.utils.tuning_sampler) LSTMOperator (class in neural_compressor.adaptor.ox_utils.operators.lstm)

M

M (neural_compressor.compression.pruner.patterns.mha.PatternMHA attribute) (neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM attribute) MAE (class in neural_compressor.metric.metric) MagnitudeCriterion (class in neural_compressor.compression.pruner.criteria) (class in neural_compressor.compression.pruner.tf_criteria) make_dquant_node() (in module neural_compressor.adaptor.ox_utils.util) make_matmul_weight_only_node() (in module neural_compressor.adaptor.ox_utils.weight_only) make_module() (in module neural_compressor.adaptor.mxnet_utils.util) make_nc_model() (in module neural_compressor.adaptor.mxnet_utils.util) make_onnx_inputs_outputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) make_onnx_shape() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) make_quant_node() (in module neural_compressor.adaptor.ox_utils.util) make_sub_graph() (in module neural_compressor.adaptor.ox_utils.smooth_quant) make_symbol_block() (in module neural_compressor.adaptor.mxnet_utils.util) map_numpy_to_onnx_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) map_onnx_to_numpy_type() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) map_tensorflow_dtype() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) masks (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) match_datatype_pattern() (in module neural_compressor.adaptor.torch_utils.util) MatMulOperator (class in neural_compressor.adaptor.ox_utils.operators.matmul) max_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) MaxPoolOperator (class in neural_compressor.adaptor.ox_utils.operators.maxpool) MergeDuplicatedQDQOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.merge_duplicated_qdq) MetaInfoChangingMemOpOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.meta_op_optimizer) Metric (class in neural_compressor.metric.metric) metric_max_over_ground_truths() (in module neural_compressor.metric.evaluate_squad) (in module neural_compressor.metric.f1) metric_registry() (in module neural_compressor.metric.metric) METRICS (class in neural_compressor.metric.metric) metrics (neural_compressor.metric.metric.METRICS attribute) (neural_compressor.metric.metric.MXNetMetrics attribute) (neural_compressor.metric.metric.ONNXRTITMetrics attribute) (neural_compressor.metric.metric.ONNXRTQLMetrics attribute) (neural_compressor.metric.metric.PyTorchMetrics attribute) (neural_compressor.metric.metric.TensorflowMetrics attribute) mha_compressions (neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner attribute) mha_scores (neural_compressor.compression.pruner.pruners.mha.PythonMultiheadAttentionPruner attribute) min_sparsity_ratio_per_op (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) MinMaxCalibrator (class in neural_compressor.adaptor.ox_utils.calibrator) mIOU (class in neural_compressor.metric.metric) mixed_precision_entry() (in module neural_compressor.torch.quantization.algorithm_entry) MixedPrecisionConfig (class in neural_compressor.config) (class in neural_compressor.torch.quantization.config) MNIST (class in neural_compressor.data.datasets.dataset) Mode (class in neural_compressor.common.utils.constants) MODE (class in neural_compressor.utils.utility) Model (class in neural_compressor.model.model) (class in neural_compressor.tensorflow.utils.model) model (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher attribute) (neural_compressor.compression.pruner.pruning.BasePruning attribute) (neural_compressor.compression.pruner.pruning.BasicPruning attribute) (neural_compressor.compression.pruner.pruning.RetrainFreePruning attribute) model_forward() (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.weight_only.utility) model_forward_per_sample() (in module neural_compressor.torch.algorithms.smooth_quant.utility) MODEL_LEVEL (neural_compressor.common.tuning_param.ParamLevel attribute) model_slim() (in module neural_compressor.compression.pruner.model_slim.auto_slim) model_slim_ffn2() (in module neural_compressor.compression.pruner.model_slim.auto_slim) model_slim_mha() (in module neural_compressor.compression.pruner.model_slim.auto_slim) ModelSize (class in neural_compressor.objective) ModelWiseTuningSampler (class in neural_compressor.strategy.utils.tuning_sampler) module neural_compressor neural_compressor.adaptor.mxnet_utils neural_compressor.adaptor.mxnet_utils.util neural_compressor.adaptor.ox_utils neural_compressor.adaptor.ox_utils.calibration neural_compressor.adaptor.ox_utils.calibrator neural_compressor.adaptor.ox_utils.operators neural_compressor.adaptor.ox_utils.operators.activation neural_compressor.adaptor.ox_utils.operators.argmax neural_compressor.adaptor.ox_utils.operators.attention neural_compressor.adaptor.ox_utils.operators.binary_op neural_compressor.adaptor.ox_utils.operators.concat neural_compressor.adaptor.ox_utils.operators.conv neural_compressor.adaptor.ox_utils.operators.direct_q8 neural_compressor.adaptor.ox_utils.operators.embed_layernorm neural_compressor.adaptor.ox_utils.operators.gather neural_compressor.adaptor.ox_utils.operators.gavgpool neural_compressor.adaptor.ox_utils.operators.gemm neural_compressor.adaptor.ox_utils.operators.lstm neural_compressor.adaptor.ox_utils.operators.matmul neural_compressor.adaptor.ox_utils.operators.maxpool neural_compressor.adaptor.ox_utils.operators.norm neural_compressor.adaptor.ox_utils.operators.ops neural_compressor.adaptor.ox_utils.operators.pad neural_compressor.adaptor.ox_utils.operators.pooling neural_compressor.adaptor.ox_utils.operators.reduce neural_compressor.adaptor.ox_utils.operators.resize neural_compressor.adaptor.ox_utils.operators.split neural_compressor.adaptor.ox_utils.operators.unary_op neural_compressor.adaptor.ox_utils.quantizer neural_compressor.adaptor.ox_utils.smooth_quant neural_compressor.adaptor.ox_utils.util neural_compressor.adaptor.ox_utils.weight_only neural_compressor.adaptor.tensorflow neural_compressor.adaptor.tf_utils neural_compressor.adaptor.tf_utils.graph_converter neural_compressor.adaptor.tf_utils.graph_converter_without_calib neural_compressor.adaptor.tf_utils.graph_rewriter neural_compressor.adaptor.tf_utils.graph_rewriter.bf16 neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer neural_compressor.adaptor.tf_utils.graph_rewriter.generic neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base neural_compressor.adaptor.tf_utils.graph_rewriter.int8 neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation neural_compressor.adaptor.tf_utils.graph_rewriter.onnx neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils neural_compressor.adaptor.tf_utils.graph_rewriter.qdq neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern neural_compressor.adaptor.tf_utils.graph_util neural_compressor.adaptor.tf_utils.quantize_graph neural_compressor.adaptor.tf_utils.quantize_graph.qat neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper neural_compressor.adaptor.tf_utils.quantize_graph.qdq neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2 neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2 neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling neural_compressor.adaptor.tf_utils.quantize_graph_common neural_compressor.adaptor.tf_utils.smooth_quant_calibration neural_compressor.adaptor.tf_utils.smooth_quant_scaler neural_compressor.adaptor.tf_utils.tf2onnx_converter neural_compressor.adaptor.tf_utils.transform_graph neural_compressor.adaptor.tf_utils.transform_graph.bias_correction neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base neural_compressor.adaptor.tf_utils.transform_graph.insert_logging neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat neural_compressor.adaptor.tf_utils.util neural_compressor.adaptor.torch_utils neural_compressor.adaptor.torch_utils.bf16_convert neural_compressor.adaptor.torch_utils.hawq_metric neural_compressor.adaptor.torch_utils.layer_wise_quant neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load neural_compressor.adaptor.torch_utils.layer_wise_quant.utils neural_compressor.adaptor.torch_utils.model_wrapper neural_compressor.adaptor.torch_utils.pattern_detector neural_compressor.adaptor.torch_utils.symbolic_trace neural_compressor.adaptor.torch_utils.util neural_compressor.algorithm neural_compressor.algorithm.algorithm neural_compressor.algorithm.fast_bias_correction neural_compressor.algorithm.smooth_quant neural_compressor.algorithm.weight_correction neural_compressor.benchmark neural_compressor.common neural_compressor.common.base_config neural_compressor.common.base_tuning neural_compressor.common.benchmark neural_compressor.common.tuning_param neural_compressor.common.utils neural_compressor.common.utils.constants neural_compressor.common.utils.logger neural_compressor.common.utils.save_load neural_compressor.common.utils.utility neural_compressor.compression.callbacks neural_compressor.compression.distillation neural_compressor.compression.distillation.criterions neural_compressor.compression.distillation.optimizers neural_compressor.compression.distillation.utility neural_compressor.compression.hpo neural_compressor.compression.hpo.sa_optimizer neural_compressor.compression.pruner neural_compressor.compression.pruner.criteria neural_compressor.compression.pruner.model_slim neural_compressor.compression.pruner.model_slim.auto_slim neural_compressor.compression.pruner.model_slim.pattern_analyzer neural_compressor.compression.pruner.model_slim.weight_slim neural_compressor.compression.pruner.patterns neural_compressor.compression.pruner.patterns.base neural_compressor.compression.pruner.patterns.mha neural_compressor.compression.pruner.patterns.ninm neural_compressor.compression.pruner.patterns.nxm neural_compressor.compression.pruner.pruners neural_compressor.compression.pruner.pruners.base neural_compressor.compression.pruner.pruners.basic neural_compressor.compression.pruner.pruners.block_mask neural_compressor.compression.pruner.pruners.mha neural_compressor.compression.pruner.pruners.pattern_lock neural_compressor.compression.pruner.pruners.progressive neural_compressor.compression.pruner.pruners.retrain_free neural_compressor.compression.pruner.pruning neural_compressor.compression.pruner.regs neural_compressor.compression.pruner.schedulers neural_compressor.compression.pruner.tf_criteria neural_compressor.compression.pruner.utils neural_compressor.compression.pruner.wanda neural_compressor.compression.pruner.wanda.utils neural_compressor.config neural_compressor.contrib neural_compressor.contrib.strategy neural_compressor.contrib.strategy.sigopt neural_compressor.contrib.strategy.tpe neural_compressor.data neural_compressor.data.dataloaders.base_dataloader neural_compressor.data.dataloaders.dataloader neural_compressor.data.dataloaders.default_dataloader neural_compressor.data.dataloaders.fetcher neural_compressor.data.dataloaders.mxnet_dataloader neural_compressor.data.dataloaders.onnxrt_dataloader neural_compressor.data.dataloaders.pytorch_dataloader neural_compressor.data.dataloaders.sampler neural_compressor.data.dataloaders.tensorflow_dataloader neural_compressor.data.datasets neural_compressor.data.datasets.bert_dataset neural_compressor.data.datasets.coco_dataset neural_compressor.data.datasets.dataset neural_compressor.data.datasets.dummy_dataset neural_compressor.data.datasets.dummy_dataset_v2 neural_compressor.data.datasets.imagenet_dataset neural_compressor.data.datasets.style_transfer_dataset neural_compressor.data.filters neural_compressor.data.filters.coco_filter neural_compressor.data.filters.filter neural_compressor.data.transforms neural_compressor.data.transforms.imagenet_transform neural_compressor.data.transforms.postprocess neural_compressor.data.transforms.tokenization neural_compressor.data.transforms.transform neural_compressor.metric neural_compressor.metric.bleu neural_compressor.metric.bleu_util neural_compressor.metric.coco_label_map neural_compressor.metric.coco_tools neural_compressor.metric.evaluate_squad neural_compressor.metric.f1 neural_compressor.metric.metric neural_compressor.mix_precision neural_compressor.model neural_compressor.model.base_model neural_compressor.model.keras_model neural_compressor.model.model neural_compressor.model.mxnet_model neural_compressor.model.nets_factory neural_compressor.model.onnx_model neural_compressor.model.tensorflow_model neural_compressor.model.torch_model neural_compressor.objective neural_compressor.profiling neural_compressor.profiling.parser.factory neural_compressor.profiling.parser.onnx_parser.factory neural_compressor.profiling.parser.onnx_parser.parser neural_compressor.profiling.parser.parser neural_compressor.profiling.parser.result neural_compressor.profiling.parser.tensorflow_parser.factory neural_compressor.profiling.parser.tensorflow_parser.parser neural_compressor.profiling.profiler.factory neural_compressor.profiling.profiler.onnxrt_profiler.factory neural_compressor.profiling.profiler.onnxrt_profiler.profiler neural_compressor.profiling.profiler.onnxrt_profiler.utils neural_compressor.profiling.profiler.profiler neural_compressor.profiling.profiler.tensorflow_profiler.factory neural_compressor.profiling.profiler.tensorflow_profiler.profiler neural_compressor.profiling.profiler.tensorflow_profiler.utils neural_compressor.quantization neural_compressor.strategy neural_compressor.strategy.auto neural_compressor.strategy.auto_mixed_precision neural_compressor.strategy.basic neural_compressor.strategy.bayesian neural_compressor.strategy.conservative neural_compressor.strategy.exhaustive neural_compressor.strategy.hawq_v2 neural_compressor.strategy.mse neural_compressor.strategy.mse_v2 neural_compressor.strategy.random neural_compressor.strategy.strategy neural_compressor.strategy.utils neural_compressor.strategy.utils.constant neural_compressor.strategy.utils.tuning_sampler neural_compressor.strategy.utils.tuning_space neural_compressor.strategy.utils.tuning_structs neural_compressor.strategy.utils.utility neural_compressor.template.api_doc_example neural_compressor.tensorflow neural_compressor.tensorflow.algorithms neural_compressor.tensorflow.algorithms.smoother neural_compressor.tensorflow.algorithms.smoother.calibration neural_compressor.tensorflow.algorithms.smoother.core neural_compressor.tensorflow.algorithms.smoother.scaler neural_compressor.tensorflow.algorithms.static_quant neural_compressor.tensorflow.algorithms.static_quant.keras neural_compressor.tensorflow.algorithms.static_quant.tensorflow neural_compressor.tensorflow.keras neural_compressor.tensorflow.keras.layers neural_compressor.tensorflow.keras.layers.conv2d neural_compressor.tensorflow.keras.layers.dense neural_compressor.tensorflow.keras.layers.depthwise_conv2d neural_compressor.tensorflow.keras.layers.layer_initializer neural_compressor.tensorflow.keras.layers.pool2d neural_compressor.tensorflow.keras.layers.separable_conv2d neural_compressor.tensorflow.keras.quantization neural_compressor.tensorflow.keras.quantization.config neural_compressor.tensorflow.quantization neural_compressor.tensorflow.quantization.algorithm_entry neural_compressor.tensorflow.quantization.autotune neural_compressor.tensorflow.quantization.config neural_compressor.tensorflow.quantization.quantize neural_compressor.tensorflow.quantization.utils neural_compressor.tensorflow.quantization.utils.graph_converter neural_compressor.tensorflow.quantization.utils.graph_rewriter neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16 neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16.bf16_convert neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16.dequantize_cast_optimizer neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_add_to_biasadd neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_layout neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_leakyrelu neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_nan_to_random neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_placeholder_to_const neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.dilated_contraction neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.dummy_biasadd neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.expanddims_optimizer neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fetch_weight_from_reshape neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fold_batch_norm neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fold_constant neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_biasadd_add neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_column_wise_mul neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_conv_with_math neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_gelu neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_layer_norm neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_pad_with_conv neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_pad_with_fp32_conv neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_reshape_transpose neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.graph_cse_optimizer neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.grappler_pass neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.insert_print_node neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.move_squeeze_after_relu neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.pre_optimize neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.remove_training_nodes neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.rename_batch_norm neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.split_shared_input neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.strip_equivalent_nodes neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.strip_unused_nodes neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.switch_optimizer neural_compressor.tensorflow.quantization.utils.graph_rewriter.graph_base neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8 neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.freeze_fake_quant neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.freeze_value neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_conv_redundant_dequantize neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_conv_requantize neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_requantize neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.meta_op_optimizer neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.post_hostconst_converter neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.post_quantized_op_cse neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.scale_propagation neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.insert_qdq_pattern neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.merge_duplicated_qdq neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.share_qdq_y_pattern neural_compressor.tensorflow.quantization.utils.graph_util neural_compressor.tensorflow.quantization.utils.quantize_graph neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_bn neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_concatv2 neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_conv neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_deconv neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_matmul neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_pooling neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.optimize_qdq neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_base neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_bn neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_concatv2 neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_conv neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_for_intel_cpu neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_matmul neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_pooling neural_compressor.tensorflow.quantization.utils.quantize_graph_common neural_compressor.tensorflow.quantization.utils.transform_graph neural_compressor.tensorflow.quantization.utils.transform_graph.bias_correction neural_compressor.tensorflow.quantization.utils.transform_graph.graph_transform_base neural_compressor.tensorflow.quantization.utils.transform_graph.insert_logging neural_compressor.tensorflow.quantization.utils.transform_graph.rerange_quantized_concat neural_compressor.tensorflow.quantization.utils.utility neural_compressor.tensorflow.utils neural_compressor.tensorflow.utils.constants neural_compressor.tensorflow.utils.data neural_compressor.tensorflow.utils.model neural_compressor.tensorflow.utils.model_wrappers neural_compressor.tensorflow.utils.utility neural_compressor.torch neural_compressor.torch.algorithms neural_compressor.torch.algorithms.base_algorithm neural_compressor.torch.algorithms.fp8_quant.observer neural_compressor.torch.algorithms.fp8_quant.patched_module_base neural_compressor.torch.algorithms.fp8_quant.scaling_method_base neural_compressor.torch.algorithms.fp8_quant.utils.logger neural_compressor.torch.algorithms.layer_wise neural_compressor.torch.algorithms.layer_wise.load neural_compressor.torch.algorithms.layer_wise.modified_pickle neural_compressor.torch.algorithms.layer_wise.utils neural_compressor.torch.algorithms.mixed_precision neural_compressor.torch.algorithms.mixed_precision.half_precision_convert neural_compressor.torch.algorithms.mixed_precision.module_wrappers neural_compressor.torch.algorithms.mx_quant neural_compressor.torch.algorithms.mx_quant.mx neural_compressor.torch.algorithms.mx_quant.utils neural_compressor.torch.algorithms.pt2e_quant neural_compressor.torch.algorithms.pt2e_quant.core neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter neural_compressor.torch.algorithms.pt2e_quant.save_load neural_compressor.torch.algorithms.pt2e_quant.utility neural_compressor.torch.algorithms.smooth_quant neural_compressor.torch.algorithms.smooth_quant.save_load neural_compressor.torch.algorithms.smooth_quant.smooth_quant neural_compressor.torch.algorithms.smooth_quant.utility neural_compressor.torch.algorithms.static_quant neural_compressor.torch.algorithms.static_quant.save_load neural_compressor.torch.algorithms.static_quant.static_quant neural_compressor.torch.algorithms.static_quant.utility neural_compressor.torch.algorithms.weight_only neural_compressor.torch.algorithms.weight_only.autoround neural_compressor.torch.algorithms.weight_only.awq neural_compressor.torch.algorithms.weight_only.gptq neural_compressor.torch.algorithms.weight_only.hqq neural_compressor.torch.algorithms.weight_only.hqq.bitpack neural_compressor.torch.algorithms.weight_only.hqq.config neural_compressor.torch.algorithms.weight_only.hqq.core neural_compressor.torch.algorithms.weight_only.hqq.optimizer neural_compressor.torch.algorithms.weight_only.hqq.qtensor neural_compressor.torch.algorithms.weight_only.hqq.quantizer neural_compressor.torch.algorithms.weight_only.modules neural_compressor.torch.algorithms.weight_only.rtn neural_compressor.torch.algorithms.weight_only.save_load neural_compressor.torch.algorithms.weight_only.teq neural_compressor.torch.algorithms.weight_only.utility neural_compressor.torch.export neural_compressor.torch.export.pt2e_export neural_compressor.torch.quantization neural_compressor.torch.quantization.algorithm_entry neural_compressor.torch.quantization.autotune neural_compressor.torch.quantization.config neural_compressor.torch.quantization.quantize neural_compressor.torch.quantization.save_load_entry neural_compressor.torch.utils neural_compressor.torch.utils.auto_accelerator neural_compressor.torch.utils.bit_packer neural_compressor.torch.utils.block_wise neural_compressor.torch.utils.constants neural_compressor.torch.utils.environ neural_compressor.torch.utils.utility neural_compressor.training neural_compressor.transformers.quantization.utils neural_compressor.transformers.utils neural_compressor.transformers.utils.quantization_config neural_compressor.utils neural_compressor.utils.collect_layer_histogram neural_compressor.utils.constant neural_compressor.utils.create_obj_from_config neural_compressor.utils.export neural_compressor.utils.export.qlinear2qdq neural_compressor.utils.export.tf2onnx neural_compressor.utils.export.torch2onnx neural_compressor.utils.kl_divergence neural_compressor.utils.load_huggingface neural_compressor.utils.logger neural_compressor.utils.options neural_compressor.utils.pytorch neural_compressor.utils.utility neural_compressor.utils.weights_details neural_compressor.version

module_debug_level1 (in module neural_compressor.template.api_doc_example) modules (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) move_input_device() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.utils.utility) move_input_to_device() (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.weight_only.utility) MoveSqueezeAfterReluOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.move_squeeze_after_relu) MSE (class in neural_compressor.metric.metric) mse (neural_compressor.metric.metric.RMSE attribute) mse_metric_gap() (in module neural_compressor.utils.utility) MSE_V2TuneStrategy (class in neural_compressor.strategy.mse_v2) MSETuneStrategy (class in neural_compressor.strategy.mse) MulLinear (class in neural_compressor.adaptor.torch_utils.model_wrapper) (class in neural_compressor.torch.algorithms.weight_only.modules) MultiObjective (class in neural_compressor.objective) mx_quant_entry() (in module neural_compressor.torch.quantization.algorithm_entry) MXLinear (class in neural_compressor.torch.algorithms.mx_quant.mx) MXNet (class in neural_compressor.config) MXNetCIFAR10 (class in neural_compressor.data.datasets.dataset) MXNetCIFAR100 (class in neural_compressor.data.datasets.dataset) MXNetCropResizeTransform (class in neural_compressor.data.transforms.transform) MXNetCropToBoundingBox (class in neural_compressor.data.transforms.transform) MXNetDataLoader (class in neural_compressor.data.dataloaders.mxnet_dataloader) MXNetDatasets (class in neural_compressor.data.datasets.dataset) MXNetFashionMNIST (class in neural_compressor.data.datasets.dataset) MXNetFilters (class in neural_compressor.data.filters.filter) MXNetImageFolder (class in neural_compressor.data.datasets.dataset) MXNetImagenetRaw (class in neural_compressor.data.datasets.imagenet_dataset) MXNetMetrics (class in neural_compressor.metric.metric) MXNetMNIST (class in neural_compressor.data.datasets.dataset) MXNetModel (class in neural_compressor.model.mxnet_model) MXNetNormalizeTransform (class in neural_compressor.data.transforms.transform) MXNetTransforms (class in neural_compressor.data.transforms.transform) MXNetTranspose (class in neural_compressor.data.transforms.transform) MXQuantConfig (class in neural_compressor.torch.quantization.config) MXQuantizer (class in neural_compressor.torch.algorithms.mx_quant.mx)

N

N (neural_compressor.compression.pruner.patterns.mha.PatternMHA attribute) (neural_compressor.compression.pruner.patterns.ninm.PytorchPatternNInM attribute) name (neural_compressor.common.base_config.BaseConfig attribute) NameCollector (class in neural_compressor.adaptor.mxnet_utils.util) NASConfig (class in neural_compressor.config) nbits (neural_compressor.torch.algorithms.weight_only.hqq.qtensor.QTensorMetaInfo attribute) ndarray_to_device() (in module neural_compressor.adaptor.mxnet_utils.util) need_apply() (in module neural_compressor.tensorflow.quantization.quantize) (in module neural_compressor.torch.quantization.quantize) neural_compressor module neural_compressor.adaptor.mxnet_utils module neural_compressor.adaptor.mxnet_utils.util module neural_compressor.adaptor.ox_utils module neural_compressor.adaptor.ox_utils.calibration module neural_compressor.adaptor.ox_utils.calibrator module neural_compressor.adaptor.ox_utils.operators module neural_compressor.adaptor.ox_utils.operators.activation module neural_compressor.adaptor.ox_utils.operators.argmax module neural_compressor.adaptor.ox_utils.operators.attention module neural_compressor.adaptor.ox_utils.operators.binary_op module neural_compressor.adaptor.ox_utils.operators.concat module neural_compressor.adaptor.ox_utils.operators.conv module neural_compressor.adaptor.ox_utils.operators.direct_q8 module neural_compressor.adaptor.ox_utils.operators.embed_layernorm module neural_compressor.adaptor.ox_utils.operators.gather module neural_compressor.adaptor.ox_utils.operators.gavgpool module neural_compressor.adaptor.ox_utils.operators.gemm module neural_compressor.adaptor.ox_utils.operators.lstm module neural_compressor.adaptor.ox_utils.operators.matmul module neural_compressor.adaptor.ox_utils.operators.maxpool module neural_compressor.adaptor.ox_utils.operators.norm module neural_compressor.adaptor.ox_utils.operators.ops module neural_compressor.adaptor.ox_utils.operators.pad module neural_compressor.adaptor.ox_utils.operators.pooling module neural_compressor.adaptor.ox_utils.operators.reduce module neural_compressor.adaptor.ox_utils.operators.resize module neural_compressor.adaptor.ox_utils.operators.split module neural_compressor.adaptor.ox_utils.operators.unary_op module neural_compressor.adaptor.ox_utils.quantizer module neural_compressor.adaptor.ox_utils.smooth_quant module neural_compressor.adaptor.ox_utils.util module neural_compressor.adaptor.ox_utils.weight_only module neural_compressor.adaptor.tensorflow module neural_compressor.adaptor.tf_utils module neural_compressor.adaptor.tf_utils.graph_converter module neural_compressor.adaptor.tf_utils.graph_converter_without_calib module neural_compressor.adaptor.tf_utils.graph_rewriter module neural_compressor.adaptor.tf_utils.graph_rewriter.bf16 module neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.bf16_convert module neural_compressor.adaptor.tf_utils.graph_rewriter.bf16.dequantize_cast_optimizer module neural_compressor.adaptor.tf_utils.graph_rewriter.generic module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_add_to_biasadd module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_layout module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_leakyrelu module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_nan_to_random module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.convert_placeholder_to_const module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dilated_contraction module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.dummy_biasadd module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.expanddims_optimizer module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fetch_weight_from_reshape module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_batch_norm module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fold_constant module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_biasadd_add module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_column_wise_mul module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_conv_with_math module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_gelu module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_conv module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_pad_with_fp32_conv module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_reshape_transpose module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.graph_cse_optimizer module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.grappler_pass module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.insert_print_node module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.move_squeeze_after_relu module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer module neural_compressor.adaptor.tf_utils.graph_rewriter.graph_base module neural_compressor.adaptor.tf_utils.graph_rewriter.int8 module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_fake_quant module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.freeze_value_without_calib module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_redundant_dequantize module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_conv_requantize module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.fuse_matmul_requantize module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.meta_op_optimizer module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert module neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils module neural_compressor.adaptor.tf_utils.graph_rewriter.qdq module neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.insert_qdq_pattern module neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.merge_duplicated_qdq module neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern module neural_compressor.adaptor.tf_utils.graph_util module neural_compressor.adaptor.tf_utils.quantize_graph module neural_compressor.adaptor.tf_utils.quantize_graph.qat module neural_compressor.adaptor.tf_utils.quantize_graph.qat.fake_quantize module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.optimize_layer module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper module neural_compressor.adaptor.tf_utils.quantize_graph.qdq module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_bn module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_concatv2 module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_conv module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_deconv module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_in module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_matmul module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.fuse_qdq_pooling module neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_bn module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_concatv2 module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_conv module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_matmul module neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_pooling module neural_compressor.adaptor.tf_utils.quantize_graph_common module neural_compressor.adaptor.tf_utils.smooth_quant_calibration module neural_compressor.adaptor.tf_utils.smooth_quant_scaler module neural_compressor.adaptor.tf_utils.tf2onnx_converter module neural_compressor.adaptor.tf_utils.transform_graph module neural_compressor.adaptor.tf_utils.transform_graph.bias_correction module neural_compressor.adaptor.tf_utils.transform_graph.graph_transform_base module neural_compressor.adaptor.tf_utils.transform_graph.insert_logging module neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat module neural_compressor.adaptor.tf_utils.util module neural_compressor.adaptor.torch_utils module neural_compressor.adaptor.torch_utils.bf16_convert module neural_compressor.adaptor.torch_utils.hawq_metric module neural_compressor.adaptor.torch_utils.layer_wise_quant module neural_compressor.adaptor.torch_utils.layer_wise_quant.modified_pickle module neural_compressor.adaptor.torch_utils.layer_wise_quant.quantize module neural_compressor.adaptor.torch_utils.layer_wise_quant.torch_load module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils module neural_compressor.adaptor.torch_utils.model_wrapper module neural_compressor.adaptor.torch_utils.pattern_detector module neural_compressor.adaptor.torch_utils.symbolic_trace module neural_compressor.adaptor.torch_utils.util module neural_compressor.algorithm module neural_compressor.algorithm.algorithm module neural_compressor.algorithm.fast_bias_correction module neural_compressor.algorithm.smooth_quant module neural_compressor.algorithm.weight_correction module neural_compressor.benchmark module neural_compressor.common module neural_compressor.common.base_config module neural_compressor.common.base_tuning module neural_compressor.common.benchmark module neural_compressor.common.tuning_param module neural_compressor.common.utils module neural_compressor.common.utils.constants module neural_compressor.common.utils.logger module neural_compressor.common.utils.save_load module neural_compressor.common.utils.utility module neural_compressor.compression.callbacks module neural_compressor.compression.distillation module neural_compressor.compression.distillation.criterions module neural_compressor.compression.distillation.optimizers module neural_compressor.compression.distillation.utility module neural_compressor.compression.hpo module neural_compressor.compression.hpo.sa_optimizer module neural_compressor.compression.pruner module neural_compressor.compression.pruner.criteria module neural_compressor.compression.pruner.model_slim module neural_compressor.compression.pruner.model_slim.auto_slim module neural_compressor.compression.pruner.model_slim.pattern_analyzer module neural_compressor.compression.pruner.model_slim.weight_slim module neural_compressor.compression.pruner.patterns module neural_compressor.compression.pruner.patterns.base module neural_compressor.compression.pruner.patterns.mha module neural_compressor.compression.pruner.patterns.ninm module neural_compressor.compression.pruner.patterns.nxm module neural_compressor.compression.pruner.pruners module neural_compressor.compression.pruner.pruners.base module neural_compressor.compression.pruner.pruners.basic module neural_compressor.compression.pruner.pruners.block_mask module neural_compressor.compression.pruner.pruners.mha module neural_compressor.compression.pruner.pruners.pattern_lock module neural_compressor.compression.pruner.pruners.progressive module neural_compressor.compression.pruner.pruners.retrain_free module neural_compressor.compression.pruner.pruning module neural_compressor.compression.pruner.regs module neural_compressor.compression.pruner.schedulers module neural_compressor.compression.pruner.tf_criteria module neural_compressor.compression.pruner.utils module neural_compressor.compression.pruner.wanda module neural_compressor.compression.pruner.wanda.utils module neural_compressor.config module neural_compressor.contrib module neural_compressor.contrib.strategy module neural_compressor.contrib.strategy.sigopt module neural_compressor.contrib.strategy.tpe module neural_compressor.data module neural_compressor.data.dataloaders.base_dataloader module neural_compressor.data.dataloaders.dataloader module neural_compressor.data.dataloaders.default_dataloader module neural_compressor.data.dataloaders.fetcher module neural_compressor.data.dataloaders.mxnet_dataloader module neural_compressor.data.dataloaders.onnxrt_dataloader module neural_compressor.data.dataloaders.pytorch_dataloader module neural_compressor.data.dataloaders.sampler module neural_compressor.data.dataloaders.tensorflow_dataloader module neural_compressor.data.datasets module neural_compressor.data.datasets.bert_dataset module neural_compressor.data.datasets.coco_dataset module neural_compressor.data.datasets.dataset module neural_compressor.data.datasets.dummy_dataset module neural_compressor.data.datasets.dummy_dataset_v2 module neural_compressor.data.datasets.imagenet_dataset module neural_compressor.data.datasets.style_transfer_dataset module neural_compressor.data.filters module neural_compressor.data.filters.coco_filter module neural_compressor.data.filters.filter module neural_compressor.data.transforms module neural_compressor.data.transforms.imagenet_transform module neural_compressor.data.transforms.postprocess module neural_compressor.data.transforms.tokenization module neural_compressor.data.transforms.transform module neural_compressor.metric module neural_compressor.metric.bleu module neural_compressor.metric.bleu_util module neural_compressor.metric.coco_label_map module neural_compressor.metric.coco_tools module neural_compressor.metric.evaluate_squad module neural_compressor.metric.f1 module neural_compressor.metric.metric module neural_compressor.mix_precision module neural_compressor.model module neural_compressor.model.base_model module neural_compressor.model.keras_model module neural_compressor.model.model module

neural_compressor.model.mxnet_model module neural_compressor.model.nets_factory module neural_compressor.model.onnx_model module neural_compressor.model.tensorflow_model module neural_compressor.model.torch_model module neural_compressor.objective module neural_compressor.profiling module neural_compressor.profiling.parser.factory module neural_compressor.profiling.parser.onnx_parser.factory module neural_compressor.profiling.parser.onnx_parser.parser module neural_compressor.profiling.parser.parser module neural_compressor.profiling.parser.result module neural_compressor.profiling.parser.tensorflow_parser.factory module neural_compressor.profiling.parser.tensorflow_parser.parser module neural_compressor.profiling.profiler.factory module neural_compressor.profiling.profiler.onnxrt_profiler.factory module neural_compressor.profiling.profiler.onnxrt_profiler.profiler module neural_compressor.profiling.profiler.onnxrt_profiler.utils module neural_compressor.profiling.profiler.profiler module neural_compressor.profiling.profiler.tensorflow_profiler.factory module neural_compressor.profiling.profiler.tensorflow_profiler.profiler module neural_compressor.profiling.profiler.tensorflow_profiler.utils module neural_compressor.quantization module neural_compressor.strategy module neural_compressor.strategy.auto module neural_compressor.strategy.auto_mixed_precision module neural_compressor.strategy.basic module neural_compressor.strategy.bayesian module neural_compressor.strategy.conservative module neural_compressor.strategy.exhaustive module neural_compressor.strategy.hawq_v2 module neural_compressor.strategy.mse module neural_compressor.strategy.mse_v2 module neural_compressor.strategy.random module neural_compressor.strategy.strategy module neural_compressor.strategy.utils module neural_compressor.strategy.utils.constant module neural_compressor.strategy.utils.tuning_sampler module neural_compressor.strategy.utils.tuning_space module neural_compressor.strategy.utils.tuning_structs module neural_compressor.strategy.utils.utility module neural_compressor.template.api_doc_example module neural_compressor.tensorflow module neural_compressor.tensorflow.algorithms module neural_compressor.tensorflow.algorithms.smoother module neural_compressor.tensorflow.algorithms.smoother.calibration module neural_compressor.tensorflow.algorithms.smoother.core module neural_compressor.tensorflow.algorithms.smoother.scaler module neural_compressor.tensorflow.algorithms.static_quant module neural_compressor.tensorflow.algorithms.static_quant.keras module neural_compressor.tensorflow.algorithms.static_quant.tensorflow module neural_compressor.tensorflow.keras module neural_compressor.tensorflow.keras.layers module neural_compressor.tensorflow.keras.layers.conv2d module neural_compressor.tensorflow.keras.layers.dense module neural_compressor.tensorflow.keras.layers.depthwise_conv2d module neural_compressor.tensorflow.keras.layers.layer_initializer module neural_compressor.tensorflow.keras.layers.pool2d module neural_compressor.tensorflow.keras.layers.separable_conv2d module neural_compressor.tensorflow.keras.quantization module neural_compressor.tensorflow.keras.quantization.config module neural_compressor.tensorflow.quantization module neural_compressor.tensorflow.quantization.algorithm_entry module neural_compressor.tensorflow.quantization.autotune module neural_compressor.tensorflow.quantization.config module neural_compressor.tensorflow.quantization.quantize module neural_compressor.tensorflow.quantization.utils module neural_compressor.tensorflow.quantization.utils.graph_converter module neural_compressor.tensorflow.quantization.utils.graph_rewriter module neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16 module neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16.bf16_convert module neural_compressor.tensorflow.quantization.utils.graph_rewriter.bf16.dequantize_cast_optimizer module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_add_to_biasadd module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_layout module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_leakyrelu module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_nan_to_random module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.convert_placeholder_to_const module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.dilated_contraction module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.dummy_biasadd module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.expanddims_optimizer module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fetch_weight_from_reshape module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fold_batch_norm module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fold_constant module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_biasadd_add module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_column_wise_mul module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_conv_with_math module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_gelu module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_layer_norm module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_pad_with_conv module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_pad_with_fp32_conv module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_reshape_transpose module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.graph_cse_optimizer module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.grappler_pass module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.insert_print_node module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.move_squeeze_after_relu module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.pre_optimize module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.remove_training_nodes module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.rename_batch_norm module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.split_shared_input module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.strip_equivalent_nodes module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.strip_unused_nodes module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.switch_optimizer module neural_compressor.tensorflow.quantization.utils.graph_rewriter.graph_base module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8 module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.freeze_fake_quant module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.freeze_value module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_conv_redundant_dequantize module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_conv_requantize module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_redundant_dequantize module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.fuse_matmul_requantize module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.meta_op_optimizer module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.post_hostconst_converter module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.post_quantized_op_cse module neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.scale_propagation module neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq module neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.insert_qdq_pattern module neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.merge_duplicated_qdq module neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.share_qdq_y_pattern module neural_compressor.tensorflow.quantization.utils.graph_util module neural_compressor.tensorflow.quantization.utils.quantize_graph module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_bn module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_concatv2 module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_conv module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_deconv module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_in module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_matmul module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.fuse_qdq_pooling module neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.optimize_qdq module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_base module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_bn module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_concatv2 module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_conv module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_for_intel_cpu module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_matmul module neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_pooling module neural_compressor.tensorflow.quantization.utils.quantize_graph_common module neural_compressor.tensorflow.quantization.utils.transform_graph module neural_compressor.tensorflow.quantization.utils.transform_graph.bias_correction module neural_compressor.tensorflow.quantization.utils.transform_graph.graph_transform_base module neural_compressor.tensorflow.quantization.utils.transform_graph.insert_logging module neural_compressor.tensorflow.quantization.utils.transform_graph.rerange_quantized_concat module neural_compressor.tensorflow.quantization.utils.utility module neural_compressor.tensorflow.utils module neural_compressor.tensorflow.utils.constants module neural_compressor.tensorflow.utils.data module neural_compressor.tensorflow.utils.model module neural_compressor.tensorflow.utils.model_wrappers module neural_compressor.tensorflow.utils.utility module neural_compressor.torch module neural_compressor.torch.algorithms module neural_compressor.torch.algorithms.base_algorithm module neural_compressor.torch.algorithms.fp8_quant.observer module neural_compressor.torch.algorithms.fp8_quant.patched_module_base module neural_compressor.torch.algorithms.fp8_quant.scaling_method_base module neural_compressor.torch.algorithms.fp8_quant.utils.logger module neural_compressor.torch.algorithms.layer_wise module neural_compressor.torch.algorithms.layer_wise.load module neural_compressor.torch.algorithms.layer_wise.modified_pickle module neural_compressor.torch.algorithms.layer_wise.utils module neural_compressor.torch.algorithms.mixed_precision module neural_compressor.torch.algorithms.mixed_precision.half_precision_convert module neural_compressor.torch.algorithms.mixed_precision.module_wrappers module neural_compressor.torch.algorithms.mx_quant module neural_compressor.torch.algorithms.mx_quant.mx module neural_compressor.torch.algorithms.mx_quant.utils module neural_compressor.torch.algorithms.pt2e_quant module neural_compressor.torch.algorithms.pt2e_quant.core module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter module neural_compressor.torch.algorithms.pt2e_quant.save_load module neural_compressor.torch.algorithms.pt2e_quant.utility module neural_compressor.torch.algorithms.smooth_quant module neural_compressor.torch.algorithms.smooth_quant.save_load module neural_compressor.torch.algorithms.smooth_quant.smooth_quant module neural_compressor.torch.algorithms.smooth_quant.utility module neural_compressor.torch.algorithms.static_quant module neural_compressor.torch.algorithms.static_quant.save_load module neural_compressor.torch.algorithms.static_quant.static_quant module neural_compressor.torch.algorithms.static_quant.utility module neural_compressor.torch.algorithms.weight_only module neural_compressor.torch.algorithms.weight_only.autoround module neural_compressor.torch.algorithms.weight_only.awq module neural_compressor.torch.algorithms.weight_only.gptq module neural_compressor.torch.algorithms.weight_only.hqq module neural_compressor.torch.algorithms.weight_only.hqq.bitpack module neural_compressor.torch.algorithms.weight_only.hqq.config module neural_compressor.torch.algorithms.weight_only.hqq.core module neural_compressor.torch.algorithms.weight_only.hqq.optimizer module neural_compressor.torch.algorithms.weight_only.hqq.qtensor module neural_compressor.torch.algorithms.weight_only.hqq.quantizer module neural_compressor.torch.algorithms.weight_only.modules module neural_compressor.torch.algorithms.weight_only.rtn module neural_compressor.torch.algorithms.weight_only.save_load module neural_compressor.torch.algorithms.weight_only.teq module neural_compressor.torch.algorithms.weight_only.utility module neural_compressor.torch.export module neural_compressor.torch.export.pt2e_export module neural_compressor.torch.quantization module neural_compressor.torch.quantization.algorithm_entry module neural_compressor.torch.quantization.autotune module neural_compressor.torch.quantization.config module neural_compressor.torch.quantization.quantize module neural_compressor.torch.quantization.save_load_entry module neural_compressor.torch.utils module neural_compressor.torch.utils.auto_accelerator module neural_compressor.torch.utils.bit_packer module neural_compressor.torch.utils.block_wise module neural_compressor.torch.utils.constants module neural_compressor.torch.utils.environ module neural_compressor.torch.utils.utility module neural_compressor.training module neural_compressor.transformers.quantization.utils module neural_compressor.transformers.utils module neural_compressor.transformers.utils.quantization_config module neural_compressor.utils module neural_compressor.utils.collect_layer_histogram module neural_compressor.utils.constant module neural_compressor.utils.create_obj_from_config module neural_compressor.utils.export module neural_compressor.utils.export.qlinear2qdq module neural_compressor.utils.export.tf2onnx module neural_compressor.utils.export.torch2onnx module neural_compressor.utils.kl_divergence module neural_compressor.utils.load_huggingface module neural_compressor.utils.logger module neural_compressor.utils.options module neural_compressor.utils.pytorch module neural_compressor.utils.utility module neural_compressor.utils.weights_details module neural_compressor.version module Node_collector (class in neural_compressor.adaptor.torch_utils.hawq_metric) node_from_map() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_layer_norm) node_name_from_input() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_layer_norm) nondigit_punct_re (neural_compressor.metric.bleu.UnicodeRegex attribute) NormalizationOperator (class in neural_compressor.adaptor.ox_utils.operators.norm) normalize_answer() (in module neural_compressor.metric.f1) NormalizeTFTransform (class in neural_compressor.data.transforms.transform) NormalizeTransform (class in neural_compressor.data.transforms.transform) num_correct (neural_compressor.metric.metric.GeneralTopK attribute) (neural_compressor.metric.metric.TensorflowTopK attribute) num_sample (neural_compressor.metric.metric.GeneralTopK attribute) (neural_compressor.metric.metric.TensorflowTopK attribute)

O

Objective (class in neural_compressor.objective) objective_custom_registry() (in module neural_compressor.objective) objective_registry() (in module neural_compressor.objective) ObserverBase (class in neural_compressor.torch.algorithms.fp8_quant.observer) OneshotScheduler (class in neural_compressor.compression.pruner.schedulers) ONNX (class in neural_compressor.config) onnx_qlinear_to_qdq() (in module neural_compressor.utils.export.qlinear2qdq) OnnxBilinearImagenetTransform (class in neural_compressor.data.transforms.imagenet_transform) OnnxGraph (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_graph) ONNXModel (class in neural_compressor.model.onnx_model) OnnxNode (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_node) OnnxOpSchema (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.onnx_schema) OnnxProfilingParser (class in neural_compressor.profiling.parser.onnx_parser.parser) ONNXQlinear2QDQConfig (class in neural_compressor.config) ONNXResizeCropImagenetTransform (class in neural_compressor.data.transforms.imagenet_transform) onnxrt (class in neural_compressor.utils.options) ONNXRTAugment (class in neural_compressor.adaptor.ox_utils.calibration) ONNXRTBertDataLoader (class in neural_compressor.data.dataloaders.onnxrt_dataloader) ONNXRTBertDataset (class in neural_compressor.data.datasets.bert_dataset) ONNXRTCropToBoundingBox (class in neural_compressor.data.transforms.transform) ONNXRTDataLoader (class in neural_compressor.data.dataloaders.onnxrt_dataloader) ONNXRTGLUE (class in neural_compressor.metric.metric) ONNXRTImagenetDataset (class in neural_compressor.data.datasets.imagenet_dataset) ONNXRTITDatasets (class in neural_compressor.data.datasets.dataset) ONNXRTITFilters (class in neural_compressor.data.filters.filter) ONNXRTITMetrics (class in neural_compressor.metric.metric)

ONNXRTITTransforms (class in neural_compressor.data.transforms.transform) OnnxrtParserFactory (class in neural_compressor.profiling.parser.onnx_parser.factory) ONNXRTQLDatasets (class in neural_compressor.data.datasets.dataset) ONNXRTQLFilters (class in neural_compressor.data.filters.filter) ONNXRTQLMetrics (class in neural_compressor.metric.metric) ONNXRTQLTransforms (class in neural_compressor.data.transforms.transform) OP_LEVEL (neural_compressor.common.tuning_param.ParamLevel attribute) op_registry() (in module neural_compressor.adaptor.ox_utils.operators.ops) OP_TYPE_LEVEL (neural_compressor.common.tuning_param.ParamLevel attribute) OpEntry (class in neural_compressor.utils.utility) Operator (class in neural_compressor.adaptor.ox_utils.operators.ops) OperatorConfig (class in neural_compressor.tensorflow.keras.quantization.config) (class in neural_compressor.torch.quantization.config) optimize_weights_proximal_legacy() (in module neural_compressor.torch.algorithms.weight_only.hqq.optimizer) OptimizedModel (class in neural_compressor.utils.load_huggingface) OptimizeQDQGraph (class in neural_compressor.adaptor.tf_utils.quantize_graph.qdq.optimize_qdq) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.qdq.optimize_qdq) optimizer_registry() (in module neural_compressor.compression.distillation.optimizers) Optimizers (class in neural_compressor.compression.distillation.optimizers) Options (class in neural_compressor.config) OpTuningConfig (class in neural_compressor.strategy.utils.tuning_structs) OpType (class in neural_compressor.adaptor.mxnet_utils.util) OpTypeWiseTuningSampler (class in neural_compressor.strategy.utils.tuning_sampler) OpWiseTuningSampler (class in neural_compressor.strategy.utils.tuning_sampler) OrderedDefaultDict (class in neural_compressor.strategy.utils.utility) ORTSmoothQuant (class in neural_compressor.adaptor.ox_utils.smooth_quant)

P

pack_array_with_numba_b2_c16() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b2_c32() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b2_c64() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b2_c8() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b4_c16() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b4_c32() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b4_c64() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b4_c8() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b8_c16() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b8_c32() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b8_c64() (in module neural_compressor.torch.utils.bit_packer) pack_array_with_numba_b8_c8() (in module neural_compressor.torch.utils.bit_packer) Packer (class in neural_compressor.torch.algorithms.weight_only.hqq.bitpack) packing (neural_compressor.torch.algorithms.weight_only.hqq.qtensor.QTensorMetaInfo attribute) pad_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only) PaddedCenterCropTransform (class in neural_compressor.data.transforms.transform) PadOperator (class in neural_compressor.adaptor.ox_utils.operators.pad) ParamLevel (class in neural_compressor.common.tuning_param) params_list (neural_compressor.common.base_config.BaseConfig attribute) parse_auto_slim_config() (in module neural_compressor.compression.pruner.model_slim.auto_slim) parse_cfgs() (in module neural_compressor.torch.algorithms.static_quant.utility) parse_last_linear() (in module neural_compressor.compression.pruner.utils) parse_last_linear_tf() (in module neural_compressor.compression.pruner.utils) parse_saved_model() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) parse_str2list() (in module neural_compressor.common.benchmark) parse_to_prune() (in module neural_compressor.compression.pruner.utils) parse_to_prune_tf() (in module neural_compressor.compression.pruner.utils) parse_tune_config() (in module neural_compressor.adaptor.mxnet_utils.util) parse_valid_pruner_types() (in module neural_compressor.compression.pruner.pruners) ParseDecodeBert (class in neural_compressor.data.datasets.bert_dataset) ParseDecodeCoco (class in neural_compressor.data.datasets.coco_dataset) ParseDecodeImagenet (class in neural_compressor.data.transforms.imagenet_transform) ParseDecodeImagenetTransform (class in neural_compressor.data.transforms.imagenet_transform) ParseDecodeVocTransform (class in neural_compressor.data.transforms.transform) ParserFactory (class in neural_compressor.profiling.parser.factory) paser_cfgs() (in module neural_compressor.adaptor.torch_utils.util) patch_hqq_moduile() (in module neural_compressor.torch.algorithms.weight_only.hqq.quantizer) PatchedModuleBase (class in neural_compressor.torch.algorithms.fp8_quant.patched_module_base) pattern (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) (neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner attribute) (neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner attribute) (neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner attribute) (neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner attribute) pattern_factory() (in module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) pattern_to_internal() (in module neural_compressor.strategy.utils.tuning_space) pattern_to_path() (in module neural_compressor.strategy.utils.tuning_space) PatternMHA (class in neural_compressor.compression.pruner.patterns.mha) PatternPair (class in neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) PercentileCalibrator (class in neural_compressor.adaptor.ox_utils.calibrator) Performance (class in neural_compressor.objective) PickleError, [1] PicklingError, [1] PoolOperator (class in neural_compressor.adaptor.ox_utils.operators.pooling) PostCompressionUtils (class in neural_compressor.compression.pruner.model_slim.weight_slim) PostCseOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_quantized_op_cse) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.post_quantized_op_cse) PostHostConstConverter (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.post_hostconst_converter) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.post_hostconst_converter) Postprocess (class in neural_compressor.data.transforms.postprocess) postprocess_model() (in module neural_compressor.torch.utils.utility) PostTrainingQuantConfig (class in neural_compressor.config) pred_list (neural_compressor.metric.metric.Accuracy attribute) (neural_compressor.metric.metric.MAE attribute) (neural_compressor.metric.metric.MSE attribute) predictions (neural_compressor.metric.bleu.BLEU attribute) PreOptimization (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.pre_optimize) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.pre_optimize) prepare() (in module neural_compressor.torch.quantization.quantize) prepare_compression() (in module neural_compressor.training) prepare_dataloader() (in module neural_compressor.adaptor.mxnet_utils.util) prepare_inputs() (in module neural_compressor.adaptor.ox_utils.weight_only) prepare_model() (in module neural_compressor.adaptor.mxnet_utils.util) prepare_model_data() (in module neural_compressor.adaptor.mxnet_utils.util)

prepare_pruning() (in module neural_compressor.compression.pruner) preprocess_user_cfg() (in module neural_compressor.strategy.utils.utility) print_iterables() (in module neural_compressor.compression.pruner.model_slim.pattern_analyzer) print_op_list() (in module neural_compressor.utils.utility) print_table() (in module neural_compressor.utils.utility) process_and_check_config() (in module neural_compressor.compression.pruner.utils) process_config() (in module neural_compressor.compression.pruner.utils) process_weight_config() (in module neural_compressor.compression.pruner.utils) process_yaml_config() (in module neural_compressor.compression.pruner.utils) ProcessorType (class in neural_compressor.common.utils.utility) profile() (in module neural_compressor.benchmark) Profiler (class in neural_compressor.profiling.profiler.onnxrt_profiler.profiler) (class in neural_compressor.profiling.profiler.profiler) (class in neural_compressor.profiling.profiler.tensorflow_profiler.profiler) ProfilerFactory (class in neural_compressor.profiling.profiler.factory) (class in neural_compressor.profiling.profiler.onnxrt_profiler.factory) (class in neural_compressor.profiling.profiler.tensorflow_profiler.factory) ProfilingParser (class in neural_compressor.profiling.parser.parser) ProfilingResult (class in neural_compressor.profiling.parser.result) pruner_info (neural_compressor.compression.pruner.pruning.BasePruning attribute) (neural_compressor.compression.pruner.pruning.BasicPruning attribute) (neural_compressor.compression.pruner.pruning.RetrainFreePruning attribute) pruners (neural_compressor.compression.pruner.pruning.BasePruning attribute) (neural_compressor.compression.pruner.pruning.BasicPruning attribute) (neural_compressor.compression.pruner.pruning.RetrainFreePruning attribute) pruning_frequency (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) PruningCallbacks (class in neural_compressor.compression.callbacks) PruningCriterion (class in neural_compressor.compression.pruner.criteria) (class in neural_compressor.compression.pruner.tf_criteria) PruningScheduler (class in neural_compressor.compression.pruner.schedulers) pt2e_dynamic_quant_entry() (in module neural_compressor.torch.quantization.algorithm_entry) pt2e_static_quant_entry() (in module neural_compressor.torch.quantization.algorithm_entry) punct_nondigit_re (neural_compressor.metric.bleu.UnicodeRegex attribute) PythonMultiheadAttentionPruner (class in neural_compressor.compression.pruner.pruners.mha) PyTorch (class in neural_compressor.config) PyTorchAlignImageChannel (class in neural_compressor.data.transforms.transform) PyTorchBaseModel (class in neural_compressor.model.torch_model) PytorchBasePattern (class in neural_compressor.compression.pruner.patterns.base) PytorchBasePruner (class in neural_compressor.compression.pruner.pruners.base) PytorchBasicPruner (class in neural_compressor.compression.pruner.pruners.basic) PytorchBertDataset (class in neural_compressor.data.datasets.bert_dataset) PytorchBlockMaskPruner (class in neural_compressor.compression.pruner.pruners.block_mask) PytorchCIFAR10 (class in neural_compressor.data.datasets.dataset) PytorchCIFAR100 (class in neural_compressor.data.datasets.dataset) PyTorchCriterions (class in neural_compressor.compression.distillation.criterions) PyTorchCropResizeTransform (class in neural_compressor.data.transforms.transform) PyTorchCrossEntropyLoss (class in neural_compressor.compression.distillation.criterions) PyTorchDataLoader (class in neural_compressor.data.dataloaders.pytorch_dataloader) PyTorchDatasets (class in neural_compressor.data.datasets.dataset) PytorchFashionMNIST (class in neural_compressor.data.datasets.dataset) PyTorchFilters (class in neural_compressor.data.filters.filter) PyTorchFXModel (class in neural_compressor.model.torch_model) PytorchImagenetRaw (class in neural_compressor.data.datasets.imagenet_dataset) PyTorchIntermediateLayersKnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) PyTorchIntermediateLayersKnowledgeDistillationLossWrapper (class in neural_compressor.compression.distillation.criterions) PyTorchKnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) PyTorchKnowledgeDistillationLossWrapper (class in neural_compressor.compression.distillation.criterions) PyTorchLoss (class in neural_compressor.metric.metric) PyTorchMetrics (class in neural_compressor.metric.metric) PytorchMNIST (class in neural_compressor.data.datasets.dataset) PyTorchModel (class in neural_compressor.model.torch_model) PytorchMxnetTransform (class in neural_compressor.data.transforms.transform) PytorchMxnetWrapDataset (class in neural_compressor.data.datasets.dataset) PytorchMxnetWrapFunction (class in neural_compressor.data.datasets.dataset) (class in neural_compressor.data.transforms.transform) PyTorchNormalizeTransform (class in neural_compressor.data.transforms.transform) PyTorchOptimizers (class in neural_compressor.compression.distillation.optimizers) PytorchPatternLockPruner (class in neural_compressor.compression.pruner.pruners.pattern_lock) PytorchPatternNInM (class in neural_compressor.compression.pruner.patterns.ninm) PytorchPatternNxM (class in neural_compressor.compression.pruner.patterns.nxm) PytorchProgressivePruner (class in neural_compressor.compression.pruner.pruners.progressive) PytorchRetrainFreePruner (class in neural_compressor.compression.pruner.pruners.retrain_free) PyTorchSelfKnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) PyTorchSelfKnowledgeDistillationLossWrapper (class in neural_compressor.compression.distillation.criterions) PyTorchSGD (class in neural_compressor.compression.distillation.optimizers) PyTorchTransforms (class in neural_compressor.data.transforms.transform) PyTorchTranspose (class in neural_compressor.data.transforms.transform)

Q

QActivationOperator (class in neural_compressor.adaptor.ox_utils.operators.activation) QArgMaxOperator (class in neural_compressor.adaptor.ox_utils.operators.argmax) qat_clone_function() (in module neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_helper) QAttentionOperator (class in neural_compressor.adaptor.ox_utils.operators.attention) QAvgPool2D (class in neural_compressor.tensorflow.keras.layers.pool2d) QBinaryOperator (class in neural_compressor.adaptor.ox_utils.operators.binary_op) QConcatOperator (class in neural_compressor.adaptor.ox_utils.operators.concat) QConv2D (class in neural_compressor.tensorflow.keras.layers.conv2d) QConvOperator (class in neural_compressor.adaptor.ox_utils.operators.conv) QDense (class in neural_compressor.tensorflow.keras.layers.dense) QDepthwiseConv2D (class in neural_compressor.tensorflow.keras.layers.depthwise_conv2d) QDirectOperator (class in neural_compressor.adaptor.ox_utils.operators.direct_q8) qdq_quantize() (in module neural_compressor.torch.algorithms.smooth_quant.smooth_quant) qdq_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only) qdq_weight_actor() (in module neural_compressor.torch.algorithms.weight_only.utility) qdq_weight_asym() (in module neural_compressor.torch.algorithms.weight_only.utility) qdq_weight_sym() (in module neural_compressor.torch.algorithms.weight_only.utility) QDQLayer (class in neural_compressor.torch.algorithms.layer_wise.utils) (class in neural_compressor.torch.algorithms.weight_only.modules) QEmbedLayerNormalizationOperator (class in neural_compressor.adaptor.ox_utils.operators.embed_layernorm) QGatherOperator (class in neural_compressor.adaptor.ox_utils.operators.gather) QGemmOperator (class in neural_compressor.adaptor.ox_utils.operators.gemm) QGlobalAveragePoolOperator (class in neural_compressor.adaptor.ox_utils.operators.gavgpool) QMatMulOperator (class in neural_compressor.adaptor.ox_utils.operators.matmul) QMaxPool2D (class in neural_compressor.tensorflow.keras.layers.pool2d) QMaxPoolOperator (class in neural_compressor.adaptor.ox_utils.operators.maxpool) qop_registry() (in module neural_compressor.adaptor.ox_utils.operators.ops) QOperator (class in neural_compressor.adaptor.ox_utils.operators.ops) QPadOperator (class in neural_compressor.adaptor.ox_utils.operators.pad) QPoolOperator (class in neural_compressor.adaptor.ox_utils.operators.pooling) QResizeOperator (class in neural_compressor.adaptor.ox_utils.operators.resize) QSeparableConv2D (class in neural_compressor.tensorflow.keras.layers.separable_conv2d) QSplitOperator (class in neural_compressor.adaptor.ox_utils.operators.split) QTensor (class in neural_compressor.torch.algorithms.weight_only.hqq.qtensor) QTensorConfig (class in neural_compressor.torch.algorithms.weight_only.hqq.config) QTensorMetaInfo (class in neural_compressor.torch.algorithms.weight_only.hqq.qtensor) quant_dequant_data() (in module neural_compressor.adaptor.ox_utils.smooth_quant) quant_dequant_w_v1() (in module neural_compressor.torch.algorithms.smooth_quant.utility) quant_dequant_x_v1() (in module neural_compressor.torch.algorithms.smooth_quant.utility) quant_mode_from_pattern() (in module neural_compressor.strategy.utils.tuning_space) quant_tensor() (in module neural_compressor.adaptor.ox_utils.weight_only) (in module neural_compressor.torch.algorithms.weight_only.utility)

quant_weight_w_scale() (in module neural_compressor.torch.algorithms.weight_only.utility) QuantFormat (class in neural_compressor.adaptor.ox_utils.util) QuantizationAwareTrainingCallbacks (class in neural_compressor.compression.callbacks) QuantizationAwareTrainingConfig (class in neural_compressor.config) QuantizationMethod (class in neural_compressor.transformers.utils.quantization_config) QuantizationMode (class in neural_compressor.adaptor.ox_utils.util) quantize() (in module neural_compressor.torch.quantization.quantize) quantize_4bit() (in module neural_compressor.torch.algorithms.weight_only.utility) quantize_data() (in module neural_compressor.adaptor.ox_utils.util) quantize_data_per_channel() (in module neural_compressor.adaptor.ox_utils.util) quantize_data_with_scale_zero() (in module neural_compressor.adaptor.ox_utils.util) quantize_elemwise_op() (in module neural_compressor.torch.algorithms.mx_quant.utils) quantize_model() (in module neural_compressor.tensorflow.quantization.quantize) quantize_model_with_single_config() (in module neural_compressor.tensorflow.quantization.quantize) quantize_mx_op() (in module neural_compressor.torch.algorithms.mx_quant.utils) quantize_nparray() (in module neural_compressor.adaptor.ox_utils.util) quantize_sym_model() (in module neural_compressor.adaptor.mxnet_utils.util) QuantizeConfig (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_config) QuantizedInitializer (class in neural_compressor.adaptor.ox_utils.util) QuantizedInput (class in neural_compressor.data.transforms.imagenet_transform) QuantizedRNNConverter (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.rnn_convert) QuantizedValue (class in neural_compressor.adaptor.ox_utils.util) QuantizedValueType (class in neural_compressor.adaptor.ox_utils.util) QuantizeGraphBase (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_base) QuantizeGraphForIntel (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_for_intel_cpu) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_for_intel_cpu) QuantizeGraphHelper (class in neural_compressor.adaptor.tf_utils.quantize_graph_common) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph_common) QuantizeLayerAdd (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_add) QuantizeLayerBase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_base) QuantizeLayerBatchNormalization (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_layers.quantize_layer_bn) QuantizeNodeBase (class in neural_compressor.adaptor.tf_utils.quantize_graph.quantize_graph_base) (class in neural_compressor.tensorflow.quantization.utils.quantize_graph.quantize_graph_base) Quantizer (class in neural_compressor.adaptor.ox_utils.quantizer) (class in neural_compressor.torch.algorithms.base_algorithm) (class in neural_compressor.torch.algorithms.weight_only.gptq) QuantizeWrapper (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper) QuantizeWrapperBase (class in neural_compressor.adaptor.tf_utils.quantize_graph.qat.quantize_wrapper) QuantOptions (class in neural_compressor.strategy.utils.utility) QuantType (class in neural_compressor.adaptor.ox_utils.util) (class in neural_compressor.strategy.utils.utility) query_quantizable_nodes() (in module neural_compressor.adaptor.mxnet_utils.util)

R

RandomCropTFTransform (class in neural_compressor.data.transforms.transform) RandomCropTransform (class in neural_compressor.data.transforms.transform) RandomHorizontalFlip (class in neural_compressor.data.transforms.transform) RandomResizedCropMXNetTransform (class in neural_compressor.data.transforms.transform) RandomResizedCropPytorchTransform (class in neural_compressor.data.transforms.transform) RandomResizedCropTFTransform (class in neural_compressor.data.transforms.transform) RandomResizedCropTransform (class in neural_compressor.data.transforms.transform) RandomTuneStrategy (class in neural_compressor.strategy.random) RandomVerticalFlip (class in neural_compressor.data.transforms.transform) RAWGPTQuantizer (class in neural_compressor.torch.algorithms.weight_only.gptq) read_graph() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) read_squad_examples() (in module neural_compressor.data.transforms.transform) read_tensorflow_node_attrs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) recipe (neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher attribute) RecipeSearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer) reconstruct_saved_model() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) record_output() (in module neural_compressor.compression.distillation.utility) recover() (in module neural_compressor.utils.utility) recover_forward() (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.block_wise) recover_model_from_json() (in module neural_compressor.torch.algorithms.smooth_quant.save_load) (in module neural_compressor.utils.pytorch) ReduceMinMaxOperator (class in neural_compressor.adaptor.ox_utils.operators.reduce) ReduceOperator (class in neural_compressor.adaptor.ox_utils.operators.reduce) reg (neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner attribute) (neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner attribute) (neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner attribute) (neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner attribute) reg_terms (neural_compressor.compression.pruner.regs.GroupLasso attribute) register_accelerator() (in module neural_compressor.torch.utils.auto_accelerator) register_algo() (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.torch.utils.utility) register_autotune() (in module neural_compressor.torch.algorithms.smooth_quant.utility) register_config() (in module neural_compressor.common.base_config) register_criterion() (in module neural_compressor.compression.pruner.criteria) (in module neural_compressor.compression.pruner.tf_criteria) register_customer_metric() (in module neural_compressor.metric.metric) register_observer() (in module neural_compressor.torch.algorithms.fp8_quant.observer) register_pack_func() (in module neural_compressor.torch.utils.bit_packer) register_patched_module() (in module neural_compressor.torch.algorithms.fp8_quant.patched_module_base) register_pattern() (in module neural_compressor.compression.pruner.patterns.base) register_pruner() (in module neural_compressor.compression.pruner.pruners.base) register_pruning() (in module neural_compressor.compression.pruner.pruning)

register_reg() (in module neural_compressor.compression.pruner.regs) register_scaling_methods() (in module neural_compressor.torch.algorithms.fp8_quant.scaling_method_base) register_scheduler() (in module neural_compressor.compression.pruner.schedulers) register_supported_configs_for_fwk() (in module neural_compressor.common.base_config) register_weight_hooks() (in module neural_compressor.torch.algorithms.layer_wise.utils) RemovableActivationOperator (class in neural_compressor.adaptor.ox_utils.operators.activation) remove_init_from_model_input() (in module neural_compressor.adaptor.ox_utils.util) RemoveTrainingNodesOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.remove_training_nodes) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.remove_training_nodes) RenameBatchNormOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.rename_batch_norm) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.rename_batch_norm) replace_forward() (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.block_wise) replace_pattern (neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter.PatternPair attribute) replacement_fn() (in module neural_compressor.torch.algorithms.weight_only.hqq.quantizer) RerangeQuantizedConcat (class in neural_compressor.adaptor.tf_utils.transform_graph.rerange_quantized_concat) (class in neural_compressor.tensorflow.quantization.utils.transform_graph.rerange_quantized_concat) RescaleKerasPretrainTransform (class in neural_compressor.data.transforms.transform) RescaleTFTransform (class in neural_compressor.data.transforms.transform) RescaleTransform (class in neural_compressor.data.transforms.transform) reset_none_to_default() (in module neural_compressor.compression.pruner.utils) reshape_in_channel_to_last() (in module neural_compressor.torch.algorithms.smooth_quant.utility) reshape_scale_as_input() (in module neural_compressor.torch.algorithms.smooth_quant.utility) reshape_scale_as_weight() (in module neural_compressor.torch.algorithms.smooth_quant.utility) ResizeMXNetTransform (class in neural_compressor.data.transforms.transform) ResizeOperator (class in neural_compressor.adaptor.ox_utils.operators.resize) ResizePytorchTransform (class in neural_compressor.data.transforms.transform) ResizeTFTransform (class in neural_compressor.data.transforms.transform) ResizeTransform (class in neural_compressor.data.transforms.transform) ResizeWithAspectRatio (class in neural_compressor.data.transforms.imagenet_transform) ResizeWithRatio (class in neural_compressor.data.transforms.transform) RetrainFreeCriterion (class in neural_compressor.compression.pruner.criteria) RetrainFreePruning (class in neural_compressor.compression.pruner.pruning) reverted_data_type() (in module neural_compressor.strategy.utils.utility) RMSE (class in neural_compressor.metric.metric) ROC (class in neural_compressor.metric.metric) RoundingMode (class in neural_compressor.torch.algorithms.mx_quant.utils) rtn_entry() (in module neural_compressor.torch.quantization.algorithm_entry) rtn_quantize() (in module neural_compressor.adaptor.ox_utils.weight_only) RTNConfig (class in neural_compressor.torch.quantization.config) RtnConfig (class in neural_compressor.transformers.utils.quantization_config) RTNQuantizer (class in neural_compressor.torch.algorithms.weight_only.rtn) run_forward() (in module neural_compressor.adaptor.mxnet_utils.util) run_instance() (in module neural_compressor.benchmark) run_multi_instance_command() (in module neural_compressor.common.benchmark)

S

sample (neural_compressor.metric.metric.Accuracy attribute) (neural_compressor.metric.metric.Loss attribute) Sampler (class in neural_compressor.common.base_tuning) (class in neural_compressor.data.dataloaders.sampler) save() (in module neural_compressor.compression.pruner) (in module neural_compressor.torch.algorithms.pt2e_quant.save_load) (in module neural_compressor.torch.algorithms.static_quant.save_load) (in module neural_compressor.torch.algorithms.weight_only.save_load) (in module neural_compressor.torch.quantization.save_load_entry) save_config_mapping() (in module neural_compressor.common.utils.save_load) save_for_huggingface_upstream() (in module neural_compressor.utils.load_huggingface) save_protobuf() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) saved_model_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) SaveLoadFormat (class in neural_compressor.torch.utils.constants) ScaleProPagationTransformer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.int8.scale_propagation) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.int8.scale_propagation) ScalingMethodBase (class in neural_compressor.torch.algorithms.fp8_quant.scaling_method_base) scheduler (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) (neural_compressor.compression.pruner.pruners.basic.KerasBasicPruner attribute) (neural_compressor.compression.pruner.pruners.basic.PytorchBasicPruner attribute) (neural_compressor.compression.pruner.pruners.block_mask.PytorchBlockMaskPruner attribute) (neural_compressor.compression.pruner.pruners.retrain_free.PytorchRetrainFreePruner attribute) scores (neural_compressor.compression.pruner.criteria.BlockMaskCriterion attribute) (neural_compressor.compression.pruner.criteria.GradientCriterion attribute) (neural_compressor.compression.pruner.criteria.MagnitudeCriterion attribute) (neural_compressor.compression.pruner.criteria.PruningCriterion attribute) (neural_compressor.compression.pruner.criteria.RetrainFreeCriterion attribute) (neural_compressor.compression.pruner.criteria.SnipCriterion attribute) (neural_compressor.compression.pruner.criteria.SnipMomentumCriterion attribute) (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) (neural_compressor.compression.pruner.tf_criteria.MagnitudeCriterion attribute) (neural_compressor.compression.pruner.tf_criteria.PruningCriterion attribute) search_clip() (in module neural_compressor.torch.algorithms.weight_only.utility) search_pattern (neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter.PatternPair attribute) searching_results (neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher attribute) SelfKnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) SelfKnowledgeDistillationLossConfig (class in neural_compressor.config) SelfMHASearcher (class in neural_compressor.compression.pruner.model_slim.pattern_analyzer) SeqType (class in neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) SequentialSampler (class in neural_compressor.common.base_tuning) (class in neural_compressor.data.dataloaders.sampler) (class in neural_compressor.tensorflow.utils.data) set_all_env_var() (in module neural_compressor.benchmark) set_cores_for_instance() (in module neural_compressor.common.benchmark) set_eager_execution() (in module neural_compressor.profiling.profiler.tensorflow_profiler.utils) set_env_var() (in module neural_compressor.benchmark) set_module() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.smooth_quant.utility) (in module neural_compressor.torch.algorithms.weight_only.utility) (in module neural_compressor.torch.utils.utility) set_name() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.onnx.tf2onnx_utils) set_random_seed() (in module neural_compressor.common.utils.utility) (in module neural_compressor.utils.utility) set_resume_from() (in module neural_compressor.common.utils.utility) (in module neural_compressor.utils.utility) set_tensorboard() (in module neural_compressor.common.utils.utility) (in module neural_compressor.utils.utility) set_workspace() (in module neural_compressor.common.utils.utility) (in module neural_compressor.utils.utility) shape (neural_compressor.torch.algorithms.weight_only.hqq.qtensor.QTensorMetaInfo attribute) ShareQDQForItexYPatternOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.qdq.share_qdq_y_pattern) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.qdq.share_qdq_y_pattern) show_memory_info() (in module neural_compressor.utils.utility) SigOptTuneStrategy (class in neural_compressor.contrib.strategy.sigopt)

simple_inference() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.static_quant.utility) simple_progress_bar() (in module neural_compressor.adaptor.ox_utils.util) singleton() (in module neural_compressor.common.utils.utility) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) slim_session() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) smooth_distribution() (in module neural_compressor.adaptor.ox_utils.calibrator) smooth_quant_entry() (in module neural_compressor.tensorflow.quantization.algorithm_entry) (in module neural_compressor.torch.quantization.algorithm_entry) SmoothQuant (class in neural_compressor.algorithm.smooth_quant) (class in neural_compressor.tensorflow.algorithms.smoother.core) SmoothQuantCalibration (class in neural_compressor.adaptor.tf_utils.smooth_quant_calibration) (class in neural_compressor.tensorflow.algorithms.smoother.calibration) SmoothQuantCalibrationLLM (class in neural_compressor.adaptor.tf_utils.smooth_quant_calibration) (class in neural_compressor.tensorflow.algorithms.smoother.calibration) SmoothQuantConfig (class in neural_compressor.tensorflow.quantization.config) (class in neural_compressor.torch.quantization.config) SmoothQuantQuantizer (class in neural_compressor.torch.algorithms.smooth_quant.smooth_quant) SmoothQuantSampler (class in neural_compressor.strategy.utils.tuning_sampler) SmoothQuantScaler (class in neural_compressor.adaptor.tf_utils.smooth_quant_scaler) (class in neural_compressor.tensorflow.algorithms.smoother.scaler) SmoothQuantScalerLLM (class in neural_compressor.adaptor.tf_utils.smooth_quant_scaler) (class in neural_compressor.tensorflow.algorithms.smoother.scaler) SnipCriterion (class in neural_compressor.compression.pruner.criteria) SnipMomentumCriterion (class in neural_compressor.compression.pruner.criteria) SparseDummyDataset (class in neural_compressor.data.datasets.dummy_dataset_v2) SparseGPTPruning (class in neural_compressor.compression.pruner.pruning) split_shared_bias() (in module neural_compressor.adaptor.ox_utils.util) SplitOperator (class in neural_compressor.adaptor.ox_utils.operators.split) SplitSharedInputOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.split_shared_input) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.split_shared_input) SQLinearWrapper (class in neural_compressor.torch.algorithms.smooth_quant.utility) SquadExample (class in neural_compressor.data.transforms.transform) SquadF1 (class in neural_compressor.metric.metric) start_step (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) static_graph (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.ClassifierHeadSearcherTF attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.SelfMHASearcher attribute) static_quant_entry() (in module neural_compressor.tensorflow.quantization.algorithm_entry) (in module neural_compressor.torch.quantization.algorithm_entry) static_quant_export() (in module neural_compressor.utils.export.torch2onnx) StaticQuantConfig (class in neural_compressor.tensorflow.keras.quantization.config) (class in neural_compressor.tensorflow.quantization.config) (class in neural_compressor.torch.quantization.config) StaticQuantQuantizer (class in neural_compressor.torch.algorithms.static_quant.static_quant) Statistics (class in neural_compressor.common.utils.utility) (class in neural_compressor.utils.utility) str2array() (in module neural_compressor.utils.utility) strategy_registry() (in module neural_compressor.strategy.strategy) strip_equivalent_nodes() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) strip_unused_nodes() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility) StripEquivalentNodesOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_equivalent_nodes) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.strip_equivalent_nodes) StripUnusedNodesOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.strip_unused_nodes) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.strip_unused_nodes) StyleTransferDataset (class in neural_compressor.data.datasets.style_transfer_dataset) sum (neural_compressor.metric.metric.Loss attribute) summary_benchmark() (in module neural_compressor.benchmark) summary_latency_throughput() (in module neural_compressor.common.benchmark) SwitchOptimizer (class in neural_compressor.adaptor.tf_utils.graph_rewriter.generic.switch_optimizer) (class in neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.switch_optimizer) symbol_re (neural_compressor.metric.bleu.UnicodeRegex attribute) symbolic_trace() (in module neural_compressor.adaptor.torch_utils.symbolic_trace)

T

target_layers (neural_compressor.compression.pruner.model_slim.pattern_analyzer.JitBasicSearcher attribute) (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) target_op_lut (neural_compressor.compression.pruner.model_slim.pattern_analyzer.Linear2LinearSearcher attribute) target_sparsity (neural_compressor.compression.pruner.patterns.base.BasePattern attribute) (neural_compressor.compression.pruner.patterns.base.KerasBasePattern attribute) (neural_compressor.compression.pruner.patterns.base.PytorchBasePattern attribute) target_sparsity_ratio (neural_compressor.compression.pruner.pruners.base.BasePruner attribute) (neural_compressor.compression.pruner.pruners.base.KerasBasePruner attribute) (neural_compressor.compression.pruner.pruners.base.PytorchBasePruner attribute) targets (neural_compressor.compression.pruner.model_slim.pattern_analyzer.RecipeSearcher attribute) TargetSpace (class in neural_compressor.strategy.bayesian) TensorCollector (class in neural_compressor.adaptor.mxnet_utils.util) TensorFlow (class in neural_compressor.config) Tensorflow (class in neural_compressor.data.datasets.dataset) Tensorflow_ITEXAdaptor (class in neural_compressor.adaptor.tensorflow) (class in neural_compressor.tensorflow.algorithms.static_quant.tensorflow) TensorFlowAdam (class in neural_compressor.compression.distillation.optimizers) TensorFlowAdamW (class in neural_compressor.compression.distillation.optimizers) TensorFlowAdaptor (class in neural_compressor.adaptor.tensorflow) (class in neural_compressor.tensorflow.algorithms.static_quant.tensorflow) TensorflowBaseModel (class in neural_compressor.model.tensorflow_model) (class in neural_compressor.tensorflow.utils.model_wrappers) TensorflowBertDataLoader (class in neural_compressor.data.dataloaders.tensorflow_dataloader) TensorflowBertDataset (class in neural_compressor.data.datasets.bert_dataset) TensorflowCheckpointModel (class in neural_compressor.model.tensorflow_model) (class in neural_compressor.tensorflow.utils.model_wrappers) TensorflowCIFAR10 (class in neural_compressor.data.datasets.dataset) TensorflowCIFAR100 (class in neural_compressor.data.datasets.dataset) TensorflowCOCOMAP (class in neural_compressor.metric.metric) TensorFlowConfig (class in neural_compressor.tensorflow.algorithms.static_quant.tensorflow) TensorflowConfigConverter (class in neural_compressor.tensorflow.algorithms.static_quant.tensorflow) TensorflowCriterions (class in neural_compressor.compression.distillation.criterions) TensorflowCropToBoundingBox (class in neural_compressor.data.transforms.transform) TensorFlowCrossEntropyLoss (class in neural_compressor.compression.distillation.criterions) TensorflowDataLoader (class in neural_compressor.data.dataloaders.tensorflow_dataloader) TensorflowDatasets (class in neural_compressor.data.datasets.dataset) TensorflowFashionMNIST (class in neural_compressor.data.datasets.dataset) TensorflowFilters (class in neural_compressor.data.filters.filter) TensorflowGlobalConfig (class in neural_compressor.tensorflow.utils.model) TensorflowImagenetDataset (class in neural_compressor.data.datasets.imagenet_dataset) TensorflowImagenetRaw (class in neural_compressor.data.datasets.imagenet_dataset) TensorflowImageRecord (class in neural_compressor.data.datasets.dataset) TensorflowKnowledgeDistillationLoss (class in neural_compressor.compression.distillation.criterions) TensorflowKnowledgeDistillationLossExternal (class in neural_compressor.compression.distillation.criterions) TensorflowKnowledgeDistillationLossWrapper (class in neural_compressor.compression.distillation.criterions) TensorflowLLMModel (class in neural_compressor.model.tensorflow_model) (class in neural_compressor.tensorflow.utils.model_wrappers) TensorflowMAP (class in neural_compressor.metric.metric) TensorflowMetrics (class in neural_compressor.metric.metric) TensorflowMNIST (class in neural_compressor.data.datasets.dataset) TensorflowModel (class in neural_compressor.model.tensorflow_model) (class in neural_compressor.tensorflow.utils.model_wrappers) TensorflowModelZooBertDataLoader (class in neural_compressor.data.dataloaders.tensorflow_dataloader) TensorflowModelZooBertDataset (class in neural_compressor.data.datasets.bert_dataset) TensorflowOptimizers (class in neural_compressor.compression.distillation.optimizers) TensorFlowParserFactory (class in neural_compressor.profiling.parser.tensorflow_parser.factory) TensorFlowProfilingParser (class in neural_compressor.profiling.parser.tensorflow_parser.parser) TensorflowQATModel (class in neural_compressor.model.tensorflow_model) TensorflowQDQToOnnxQDQConverter (class in neural_compressor.adaptor.tf_utils.tf2onnx_converter) TensorflowQuery (class in neural_compressor.adaptor.tensorflow) (class in neural_compressor.tensorflow.algorithms.static_quant.tensorflow) TensorflowRandomHorizontalFlip (class in neural_compressor.data.transforms.transform) TensorflowRandomVerticalFlip (class in neural_compressor.data.transforms.transform) TensorflowResizeCropImagenetTransform (class in neural_compressor.data.transforms.imagenet_transform) TensorflowResizeWithRatio (class in neural_compressor.data.transforms.transform)

TensorflowSavedModelModel (class in neural_compressor.model.tensorflow_model) (class in neural_compressor.tensorflow.utils.model_wrappers) TensorFlowSGD (class in neural_compressor.compression.distillation.optimizers) TensorflowShiftRescale (class in neural_compressor.data.transforms.imagenet_transform) TensorFlowSparseCategoricalCrossentropy (class in neural_compressor.compression.distillation.criterions) TensorflowTFRecordDataset (class in neural_compressor.data.datasets.dataset) TensorflowTopK (class in neural_compressor.metric.metric) TensorflowTransform (class in neural_compressor.data.transforms.transform) TensorflowTransforms (class in neural_compressor.data.transforms.transform) TensorflowTranspose (class in neural_compressor.data.transforms.transform) TensorflowTransposeLastChannel (class in neural_compressor.data.transforms.imagenet_transform) TensorflowVOCMAP (class in neural_compressor.metric.metric) TensorflowVOCRecord (class in neural_compressor.data.datasets.dataset) TensorflowWrapFunction (class in neural_compressor.data.transforms.transform) teq_quantize_entry() (in module neural_compressor.torch.quantization.algorithm_entry) TEQConfig (class in neural_compressor.torch.quantization.config) TeqConfig (class in neural_compressor.transformers.utils.quantization_config) TEQLinearFakeQuant (class in neural_compressor.adaptor.torch_utils.model_wrapper) (class in neural_compressor.torch.algorithms.weight_only.modules) TEQuantizer (class in neural_compressor.torch.algorithms.weight_only.teq) TF2ONNXConfig (class in neural_compressor.config) tf_to_fp32_onnx() (in module neural_compressor.utils.export.tf2onnx) tf_to_int8_onnx() (in module neural_compressor.utils.export.tf2onnx) TFDataDataLoader (class in neural_compressor.data.dataloaders.tensorflow_dataloader) TFModelZooCollectTransform (class in neural_compressor.data.transforms.transform) TFSlimNetsFactory (class in neural_compressor.model.nets_factory) (class in neural_compressor.tensorflow.utils.utility) TFSquadV1ModelZooPostTransform (class in neural_compressor.data.transforms.transform) TFSquadV1PostTransform (class in neural_compressor.data.transforms.transform) time_limit() (in module neural_compressor.utils.utility) to_device() (in module neural_compressor.torch.utils.utility) to_dtype() (in module neural_compressor.torch.utils.utility) to_numpy() (in module neural_compressor.adaptor.ox_utils.util) ToArray (class in neural_compressor.data.transforms.transform) ToNDArrayTransform (class in neural_compressor.data.transforms.transform) Torch2ONNXConfig (class in neural_compressor.config) torch_to_fp32_onnx() (in module neural_compressor.utils.export.torch2onnx) torch_to_int8_onnx() (in module neural_compressor.utils.export.torch2onnx) TorchBaseConfig (class in neural_compressor.torch.quantization.config) TorchSmoothQuant (class in neural_compressor.torch.algorithms.smooth_quant.utility) TpeTuneStrategy (class in neural_compressor.contrib.strategy.tpe) trace_and_fuse_sub_graph() (in module neural_compressor.adaptor.torch_utils.symbolic_trace) trace_gptq_target_blocks() (in module neural_compressor.torch.algorithms.weight_only.gptq) TrainableEquivalentTransformation (class in neural_compressor.torch.algorithms.weight_only.teq) transform_registry() (in module neural_compressor.data.transforms.transform) transformation() (in module neural_compressor.torch.algorithms.pt2e_quant.half_precision_rewriter) TransformerBasedModelBlockPatternDetector (class in neural_compressor.adaptor.torch_utils.pattern_detector) (class in neural_compressor.torch.algorithms.static_quant.utility) TRANSFORMS (class in neural_compressor.data.transforms.transform) Transforms (class in neural_compressor.data.transforms.transform) Transpose (class in neural_compressor.data.transforms.transform) trt_env_setup() (in module neural_compressor.adaptor.ox_utils.util) try_loading_keras() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) TuneStrategy (class in neural_compressor.strategy.strategy) TuneStrategyMeta (class in neural_compressor.strategy.strategy) TuningConfig (class in neural_compressor.common.base_tuning) TuningCriterion (class in neural_compressor.config) TuningItem (class in neural_compressor.strategy.utils.tuning_space) TuningLogger (class in neural_compressor.common.utils.logger) TuningMonitor (class in neural_compressor.common.base_tuning) TuningOrder (class in neural_compressor.strategy.utils.tuning_sampler) TuningParam (class in neural_compressor.common.tuning_param) TuningSampler (class in neural_compressor.strategy.utils.tuning_sampler) TuningSpace (class in neural_compressor.strategy.utils.tuning_space)

U

UnaryDirect8BitOperator (class in neural_compressor.adaptor.ox_utils.operators.unary_op) UnaryOperator (class in neural_compressor.adaptor.ox_utils.operators.unary_op) UnicodeRegex (class in neural_compressor.metric.bleu) UnpackedWeightOnlyLinearParams (class in neural_compressor.torch.algorithms.weight_only.modules) UnpicklingError, [1]

update_module() (in module neural_compressor.adaptor.torch_utils.layer_wise_quant.utils) (in module neural_compressor.torch.algorithms.layer_wise.utils) update_params() (in module neural_compressor.compression.pruner.utils) update_sq_scale() (in module neural_compressor.adaptor.torch_utils.util) (in module neural_compressor.torch.algorithms.smooth_quant.utility)

V

valid_keras_format() (in module neural_compressor.tensorflow.utils.utility) valid_reshape_inputs() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in) validate_and_inference_input_output() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) validate_graph_node() (in module neural_compressor.model.tensorflow_model) (in module neural_compressor.tensorflow.utils.model_wrappers) validate_modules() (in module neural_compressor.torch.utils.utility) ValueInfo (class in neural_compressor.adaptor.ox_utils.util) values_from_const() (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.adaptor.tf_utils.graph_rewriter.generic.fuse_layer_norm) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_bn) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_decomposed_in) (in module neural_compressor.tensorflow.quantization.utils.graph_rewriter.generic.fuse_layer_norm)

version1_eq_version2() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) version1_gt_version2() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) version1_gte_version2() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) version1_lt_version2() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility) version1_lte_version2() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.utils.utility) (in module neural_compressor.utils.utility)

W

W8A8PT2EQuantizer (class in neural_compressor.torch.algorithms.pt2e_quant.core) warn() (in module neural_compressor.utils.logger) warning() (in module neural_compressor.utils.logger) WeightCorrection (class in neural_compressor.algorithm.weight_correction) WeightOnlyLinear (class in neural_compressor.torch.algorithms.weight_only.modules) WeightOnlyQuantSampler (class in neural_compressor.strategy.utils.tuning_sampler) WeightPruningConfig (class in neural_compressor.config) WeightsDetails (class in neural_compressor.utils.weights_details) WeightsStatistics (class in neural_compressor.utils.weights_details)

whitespace_tokenize() (in module neural_compressor.data.transforms.tokenization) WOQModelLoader (class in neural_compressor.torch.algorithms.weight_only.save_load) WordpieceTokenizer (class in neural_compressor.data.transforms.tokenization) WrapMXNetMetric (class in neural_compressor.metric.metric) WrapONNXRTMetric (class in neural_compressor.metric.metric) WrapperLayer (class in neural_compressor.torch.algorithms.smooth_quant.utility) WrapPyTorchMetric (class in neural_compressor.metric.metric) write_graph() (in module neural_compressor.adaptor.tf_utils.util) (in module neural_compressor.tensorflow.quantization.utils.utility)

X

XPU_Accelerator (class in neural_compressor.torch.utils.auto_accelerator)