neural_compressor.ux.utils.workload.evaluation

Configuration evaluation module.

Module Contents

Classes

Metric

Configuration Metric class.

Configs

Configuration Configs class.

PostprocessSchema

Configuration PostprocessSchema class.

Postprocess

Configuration Postprocess class.

Accuracy

Configuration Accuracy class.

Performance

Configuration Performance class.

Evaluation

Configuration Evaluation class.

class neural_compressor.ux.utils.workload.evaluation.Metric(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration Metric class.

property name: str

Get metric name.

property param: int | bool | None

Get metric param.

serialize(serialization_type: str = 'default') Dict[str, Any] | List[Dict[str, Any]]

Return metric dict for config.

class neural_compressor.ux.utils.workload.evaluation.Configs(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration Configs class.

class neural_compressor.ux.utils.workload.evaluation.PostprocessSchema(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration PostprocessSchema class.

static get_label_shift_value(data: dict) int | None

Get LabelShift value.

class neural_compressor.ux.utils.workload.evaluation.Postprocess(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration Postprocess class.

class neural_compressor.ux.utils.workload.evaluation.Accuracy(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration Accuracy class.

class neural_compressor.ux.utils.workload.evaluation.Performance(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration Performance class.

class neural_compressor.ux.utils.workload.evaluation.Evaluation(data: Dict[str, Any] = {})

Bases: neural_compressor.ux.utils.json_serializer.JsonSerializer

Configuration Evaluation class.

set_accuracy_postprocess_transforms(transforms: List[Dict[str, Any]]) None

Set postprocess transformation.