Index

A

add_chain() (evaluation.Evaluation method) add_exporter() (evaluation.Chain method) add_metric() (evaluation.Chain method) add_perturbation() (evaluation.Chain method) AdversarialDatasetEngine (class in engine.adversarial_dataset) all_satisfied() (in module export.criteria) always() (in module export.criteria) any_satisfied() (in module export.criteria) apply() (evaluation.AttackProtocol method) (evaluation.PerturbationProtocol method) (perturbation.ArtEvasionAttack method) (perturbation.ArtPatchAttack method) (perturbation.ArtPreprocessorDefence method) (perturbation.CallablePerturbation method)

apply_patch_kwargs (perturbation.ArtPatchAttack attribute) apply_perturbations() (engine.evaluation_module.EvaluationModule method) armory_home (evaluation.SysConfig attribute) ArmoryDataset (class in dataset) ArmoryModel (class in model.base) ArtEvasionAttack (class in perturbation) artifact_path() (export.base.Exporter static method) artifacts (results.results.EvaluationResults property) ArtPatchAttack (class in perturbation) ArtPreprocessorDefence (class in perturbation) attack (perturbation.ArtEvasionAttack attribute) AttackProtocol (class in evaluation) autotrack() (evaluation.Evaluation method)

B

BasicProfiler (class in metrics.compute) Batch (class in data) batch() (results.results.EvaluationResults method) batch_size (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) batch_targets() (in module export.criteria) batches (results.results.EvaluationResults property) BatchExports (class in results.results)

BBoxFormat (class in data) BoundingBoxes (class in data) BoundingBoxes.BoxesNumpy (class in data) BoundingBoxes.BoxesTorch (class in data) BoundingBoxSpec (class in data) box_dtype (data.NumpyBoundingBoxSpec attribute) (data.TorchBoundingBoxSpec attribute) boxes (data.BoundingBoxes.BoxesNumpy attribute) (data.BoundingBoxes.BoxesTorch attribute)

C

CallablePerturbation (class in perturbation) Chain (class in evaluation) children (results.results.EvaluationResults property) CHW (data.ImageDimensions attribute) classification (results.results.SampleExports property) ClassificationResults (class in results.results) clone() (data.Batch method) (data.BoundingBoxes method) (data.DataWithSpecification method) (data.ImageClassificationBatch method) (data.Images method) (data.NDimArray method) (data.ObjectDetectionBatch method) (metric.Metric method)

compute() (engine.evaluation_module.EvaluationModule.MetricsDict method) (metric.Metric method) (metrics.detection.ObjectDetectionRates method) (metrics.perturbation.PerturbationNormMetric method) configure_optimizers() (engine.optimization_module.OptimizationModule method) convert_dim() (in module data) convert_scale() (in module data) create() (metrics.detection.ObjectDetectionRates class method) Criterion (export.base.Exporter attribute) CXCYWH (data.BBoxFormat attribute)

D

data module data (data.Metadata attribute) (results.results.RunArtifact property) dataloader (evaluation.Dataset attribute) dataset module Dataset (class in evaluation) dataset (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) dataset_cache (evaluation.SysConfig attribute) DatasetOutputAdapter (in module dataset) DataSpecification (class in data) DataType (class in data) DataWithSpecification (class in data) debug() (in module data) DEFAULT_MEAN (model.object_detection.yolos_transformer.YolosTransformer attribute)

DEFAULT_STD (model.object_detection.yolos_transformer.YolosTransformer attribute) defence (perturbation.ArtPreprocessorDefence attribute) details (results.results.EvaluationResults property) DeterministicProfiler (class in metrics.compute) device (data.TorchSpec attribute) dim (data.ImageSpec attribute) disappearance_rate_per_img (metrics.detection.ObjectDetectionRates attribute) draw_box() (in module export.drise.impl) draw_boxes_on_image() (in module export.object_detection) draw_contour() (in module export.drise.impl) draw_heatmap() (in module export.drise.impl) DRiseSaliencyObjectDetectionExporter (class in export.drise.exporter) DRiseSaliencyObjectDetectionExporter.ModelWrapper (class in export.drise.exporter) drop_last (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) dtype (data.NumpySpec attribute) (data.Scale attribute) (data.TorchSpec attribute)

E

engine module engine.adversarial_dataset module engine.evaluation module engine.evaluation_module module engine.optimization module engine.optimization_module module evaluate() (engine.evaluation_module.EvaluationModule method) evaluation module Evaluation (class in evaluation) EvaluationEngine (class in engine.evaluation) EvaluationModule (class in engine.evaluation_module) EvaluationModule.MetricsDict (class in engine.evaluation_module) EvaluationProgressBar (class in engine.evaluation) EvaluationResults (class in results.results) every_n_batches() (in module export.criteria) every_n_samples() (in module export.criteria) every_n_samples_of_batch() (in module export.criteria) expand_scores() (export.drise.exporter.DRiseSaliencyObjectDetectionExporter.ModelWrapper method) experimental module

export module export() (evaluation.AttackProtocol method) (export.base.Exporter method) export.base module export.criteria module export.drise module export.drise.exporter module export.drise.impl module export.image_classification module export.object_detection module export.sink module export_samples() (export.base.Exporter method) (export.drise.exporter.DRiseSaliencyObjectDetectionExporter method) (export.image_classification.ImageClassificationExporter method) (export.object_detection.ObjectDetectionExporter method) Exporter (class in export.base) exports (results.results.SampleExports property)

F

first_n_batches() (in module export.criteria) first_n_samples() (in module export.criteria) first_n_samples_of_batch() (in module export.criteria) FixedLabelTargeter (class in labels) FixedStringTargeter (class in labels) FLOAT (data.DataType attribute)

for_last_run() (results.results.EvaluationResults class method) for_run() (results.results.EvaluationResults class method) format (data.BoundingBoxSpec attribute) forward() (export.drise.exporter.DRiseSaliencyObjectDetectionExporter.ModelWrapper method) (model.base.ArmoryModel method) (model.object_detection.yolov5_object_detector.YoloV5ObjectDetector method)

G

generate() (engine.adversarial_dataset.AdversarialDatasetEngine method) (labels.FixedLabelTargeter method) (labels.FixedStringTargeter method) (labels.IdentityTargeter method) (labels.LabelTargeter method) (labels.ManualTargeter method) (labels.MatchedTranscriptLengthTargeter method) (labels.ObjectDetectionFixedLabelTargeter method) (labels.RandomLabelTargeter method) (labels.RoundRobinTargeter method) (perturbation.ArtPatchAttack method) generate_every_batch (perturbation.ArtPatchAttack attribute)

generate_kwargs (perturbation.ArtEvasionAttack attribute) generate_masks() (in module export.drise.impl) get() (data.BoundingBoxes method) (data.DataWithSpecification method) (data.Images method) (data.NDimArray method) get_current_params() (in module track) get_current_trackables() (in module track) get_mlflow_client() (in module results.utils) get_proposal_data() (in module export.drise.impl) get_scalars() (metric.Metric method) get_tracked_params() (evaluation.Chain method) (evaluation.Optimization method)

H

hallucinations_per_img (metrics.detection.ObjectDetectionRates attribute)

history() (results.results.RunMetricsDict method) HWC (data.ImageDimensions attribute)

I

IdentityTargeter (class in labels) image (results.results.RunArtifact property) ImageClassificationBatch (class in data) ImageClassificationDataLoader (class in dataset) ImageClassificationExporter (class in export.image_classification) ImageClassifier (class in model.image_classification.image_classifier) ImageDimensions (class in data) imagename (results.results.SampleExports property) Images (class in data) ImageSpec (class in data) imgpath2tensor() (in module export.drise.impl)

init_tracking_uri() (in module track) initial_inputs (data.Batch property) (data.ImageClassificationBatch property) (data.ObjectDetectionBatch property) inputs (data.Batch property) (data.ImageClassificationBatch property) (data.ObjectDetectionBatch property) inputs_spec (perturbation.ArtEvasionAttack attribute) (perturbation.ArtPreprocessorDefence attribute) (perturbation.CallablePerturbation attribute) is_normalized (data.Scale property)

J

json (results.results.RunArtifact property) (results.results.SampleMetadata property)

L

label_dtype (data.NumpyBoundingBoxSpec attribute) (data.TorchBoundingBoxSpec attribute) label_targeter (perturbation.ArtEvasionAttack attribute) labels module labels (data.BoundingBoxes.BoxesNumpy attribute) (data.BoundingBoxes.BoxesTorch attribute) LabelTargeter (class in labels) local_path (results.results.RunArtifact property) log_artifact() (export.sink.MlflowSink method) (export.sink.Sink method) log_dict() (export.sink.MlflowSink method) (export.sink.Sink method)

log_figure() (export.sink.MlflowSink method) (export.sink.Sink method) log_image() (export.sink.MlflowSink method) (export.sink.Sink method) log_table() (export.sink.MlflowSink method) (export.sink.Sink method) log_text() (export.sink.MlflowSink method) (export.sink.Sink method) loss() (evaluation.ModelProtocol method) (model.image_classification.image_classifier.ImageClassifier method) (model.object_detection.yolov5_object_detector.YoloV5ObjectDetector method)

M

make_saliency_img() (in module export.drise.impl) make_saliency_map() (in module export.drise.impl) ManualTargeter (class in labels) masked_dataloader() (in module export.drise.impl) MatchedTranscriptLengthTargeter (class in labels) max (data.Scale attribute) mean (data.Scale attribute) measure() (metrics.compute.BasicProfiler method) (metrics.compute.DeterministicProfiler method) (metrics.compute.NullProfiler method) (metrics.compute.Profiler method) Metadata (class in data) metadata (data.Batch property) (data.ImageClassificationBatch property) (data.ObjectDetectionBatch property) (results.results.SampleExports property) metric module Metric (class in metric) MetricHistory (class in results.results) metrics module metrics (results.results.EvaluationResults property) metrics.compute module metrics.detection module metrics.perturbation module misclassification_rate_per_img (metrics.detection.ObjectDetectionRates attribute) MlflowSink (class in export.sink) model module model.base module model.image_classification module model.image_classification.image_classifier module model.object_detection module model.object_detection.object_detector module model.object_detection.yolos_transformer module model.object_detection.yolov4_object_detector module

model.object_detection.yolov5_object_detector module ModelInputAdapter (in module model.base) ModelProtocol (class in evaluation) module data dataset engine engine.adversarial_dataset engine.evaluation engine.evaluation_module engine.optimization engine.optimization_module evaluation experimental export export.base export.criteria export.drise export.drise.exporter export.drise.impl export.image_classification export.object_detection export.sink labels metric metrics metrics.compute metrics.detection metrics.perturbation model model.base model.image_classification model.image_classification.image_classifier model.object_detection model.object_detection.object_detector model.object_detection.yolos_transformer model.object_detection.yolov4_object_detector model.object_detection.yolov5_object_detector perturbation results results.plots results.results results.utils track

N

name (evaluation.AttackProtocol attribute) (evaluation.Dataset attribute) (evaluation.ModelProtocol attribute) (evaluation.PerturbationProtocol attribute) (perturbation.ArtEvasionAttack attribute) (perturbation.ArtPreprocessorDefence attribute) (perturbation.CallablePerturbation attribute) NDimArray (class in data)

normalize() (in module data) not_satisfied() (in module export.criteria) NullProfiler (class in metrics.compute) num_workers (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) NumpyBoundingBoxSpec (class in data) NumpyImageSpec (class in data) NumpySpec (class in data)

O

ObjectDetectionBatch (class in data) ObjectDetectionDataLoader (class in dataset) ObjectDetectionExporter (class in export.object_detection) ObjectDetectionFixedLabelTargeter (class in labels) ObjectDetectionRates (class in metrics.detection) ObjectDetector (class in model.object_detection.object_detector)

on_test_epoch_end() (engine.evaluation_module.EvaluationModule method) on_test_epoch_start() (engine.evaluation_module.EvaluationModule method) on_train_epoch_end() (engine.optimization_module.OptimizationModule method) Optimization (class in evaluation) OptimizationEngine (class in engine.optimization) OptimizationModule (class in engine.optimization_module) optimizers() (evaluation.AttackProtocol method)

P

params (results.results.EvaluationResults property) paths() (results.results.RunArtifacts method) perturbation module perturbation (perturbation.CallablePerturbation attribute) PerturbationMetric (class in metric) PerturbationNormMetric (class in metrics.perturbation) PerturbationProtocol (class in evaluation) perturbations (data.Metadata attribute) pin_memory (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) pin_memory_device (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) plot() (results.results.BatchExports method) (results.results.ClassificationResults method) (results.results.MetricHistory method) (results.results.RunDataDict method) (results.results.RunMetricsDict method)

plot_in_grid() (in module results.plots) plot_metrics() (in module results.plots) plot_params() (in module results.plots) predict() (evaluation.ModelProtocol method) (model.image_classification.image_classifier.ImageClassifier method) (model.object_detection.object_detector.ObjectDetector method) (model.object_detection.yolov4_object_detector.YoloV4ObjectDetector method) (model.object_detection.yolov5_object_detector.YoloV5ObjectDetector method) PredictionMetric (class in metric) predictions (data.Batch property) (data.ImageClassificationBatch property) (data.ObjectDetectionBatch property) prefetch_factor (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) Profiler (class in metrics.compute)

R

RandomLabelTargeter (class in labels) record_metrics() (engine.evaluation_module.EvaluationModule method) reset() (engine.evaluation_module.EvaluationModule.MetricsDict method) (metric.Metric method) (metrics.compute.NullProfiler method) (metrics.compute.Profiler method) reset_params() (in module track) results module results() (metrics.compute.BasicProfiler method) (metrics.compute.DeterministicProfiler method) (metrics.compute.NullProfiler method) (metrics.compute.Profiler method) results.plots module

results.results module results.utils module RoundRobinTargeter (class in labels) run() (engine.evaluation.EvaluationEngine method) (engine.optimization.OptimizationEngine method) run_id (results.results.EvaluationResults property) run_name (results.results.EvaluationResults property) RunArtifact (class in results.results) RunArtifacts (class in results.results) RunDataDict (class in results.results) RunMetricsDict (class in results.results)

S

sample() (results.results.BatchExports method) SampleAdapter (in module engine.adversarial_dataset) SampleExports (class in results.results) SampleMetadata (class in results.results) sampler (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) samples (results.results.BatchExports property) samples() (in module export.criteria) Scale (class in data) scale (data.ImageSpec attribute) score_dtype (data.NumpyBoundingBoxSpec attribute) (data.TorchBoundingBoxSpec attribute) scores (data.BoundingBoxes.BoxesNumpy attribute) (data.BoundingBoxes.BoxesTorch attribute)

server() (in module track) set() (data.BoundingBoxes method) (data.DataWithSpecification method) (data.Images method) (data.NDimArray method) setup() (engine.evaluation_module.EvaluationModule method) (engine.optimization_module.OptimizationModule method) ShuffleableDataLoader (class in dataset) Sink (class in export.sink) spec (export.drise.exporter.DRiseSaliencyObjectDetectionExporter attribute) std (data.Scale attribute) SysConfig (class in evaluation) system_metrics (results.results.EvaluationResults property)

T

table() (results.results.RunDataDict method) (results.results.RunMetricsDict method) tags (results.results.EvaluationResults property) targeted (perturbation.ArtEvasionAttack property) targets (data.Batch property) (data.ImageClassificationBatch property) (data.ObjectDetectionBatch property) targets_spec (perturbation.ArtEvasionAttack attribute) test_description (engine.evaluation.EvaluationProgressBar property) test_step() (engine.evaluation_module.EvaluationModule method) timeout (dataset.ImageClassificationDataLoader attribute) (dataset.ObjectDetectionDataLoader attribute) (dataset.ShuffleableDataLoader attribute) to() (data.TorchSpec method) to_bbox_format() (in module data) to_device() (in module data) to_dtype() (in module data) to_float_dtype() (in module data) to_json() (metric.Metric class method) to_numpy() (in module data) to_torch() (in module data) TorchBoundingBoxSpec (class in data) TorchImageSpec (class in data) TorchSpec (class in data)

track module track_call() (in module track) track_init_params() (in module track) track_metrics() (in module track) track_param() (in module track) track_params() (in module track) track_system_metrics() (in module track) Trackable (class in track) trackable_context() (in module track) tracking_context() (in module track) training (export.drise.exporter.DRiseSaliencyObjectDetectionExporter.ModelWrapper attribute) (metric.Metric attribute) (metric.PerturbationMetric attribute) (metric.PredictionMetric attribute) (model.base.ArmoryModel attribute) (model.image_classification.image_classifier.ImageClassifier attribute) (model.object_detection.object_detector.ObjectDetector attribute) (model.object_detection.yolos_transformer.YolosTransformer attribute) (model.object_detection.yolov4_object_detector.YoloV4ObjectDetector attribute) (model.object_detection.yolov5_object_detector.YoloV5ObjectDetector attribute) training_step() (engine.optimization_module.OptimizationModule method) true_positive_rate_per_img (metrics.detection.ObjectDetectionRates attribute) TupleDataset (class in dataset)

U

UINT8 (data.DataType attribute) unnormalize() (in module data) update() (metric.Metric method) (metric.PerturbationMetric method) (metric.PredictionMetric method) (metrics.detection.ObjectDetectionRates method) (metrics.perturbation.PerturbationNormMetric method) update_metrics() (engine.evaluation_module.EvaluationModule.MetricsDict method) use_dataset() (evaluation.Chain method) (evaluation.Evaluation method)

use_exporters() (evaluation.Chain method) (evaluation.Evaluation method) use_label_for_untargeted (perturbation.ArtEvasionAttack attribute) use_metrics() (evaluation.Chain method) (evaluation.Evaluation method) use_model() (evaluation.Chain method) (evaluation.Evaluation method) use_perturbations() (evaluation.Chain method) (evaluation.Evaluation method) use_sink() (export.base.Exporter method)

V

validate() (evaluation.Chain method)

W

when_metric_eq() (in module export.criteria) when_metric_gt() (in module export.criteria)

when_metric_in() (in module export.criteria) when_metric_isclose() (in module export.criteria) when_metric_lt() (in module export.criteria)

X

XYWH (data.BBoxFormat attribute)

XYXY (data.BBoxFormat attribute)

Y

YolosTransformer (class in model.object_detection.yolos_transformer)

YoloV4ObjectDetector (class in model.object_detection.yolov4_object_detector) YoloV5ObjectDetector (class in model.object_detection.yolov5_object_detector)