diff --git a/demo/accuracy_checker_configs/MXNet.xml b/demo/accuracy_checker_configs/MXNet.xml new file mode 100644 index 000000000..c22b21209 --- /dev/null +++ b/demo/accuracy_checker_configs/MXNet.xml @@ -0,0 +1,17 @@ + + + + + classification + samplenet-0000 + FP32 + MXNet + /media/models + + + MXNet + CPU + {CONFIG_PATH} + + + \ No newline at end of file diff --git a/demo/accuracy_checker_configs/MXNet.yml b/demo/accuracy_checker_configs/MXNet.yml new file mode 100644 index 000000000..1b08a204f --- /dev/null +++ b/demo/accuracy_checker_configs/MXNet.yml @@ -0,0 +1,33 @@ +models: + - name: SampLeNet_example + launchers: + - framework: mxnet + device: CPU + model: samplenet-0000.params + adapter: classification + inputs: + - name: 'data' + type: INPUT + shape: 3, 32, 32 + + datasets: + - name: sample_dataset + data_source: sample_dataset/test + annotation_conversion: + converter: cifar + data_batch_file: cifar-10-batches-py/test_batch + convert_images: True + converted_images_dir: sample_dataset/test + num_classes: 10 + + preprocessing: + - type: resize + size: 32 + - type: bgr_to_rgb + - type: normalization + mean: (125.307, 122.961, 113.8575) + std: (51.5865, 50.847, 51.255) + + metrics: + - type: accuracy + top_k: 1 \ No newline at end of file diff --git a/demo/benchmark_configs/MXNet.xml b/demo/benchmark_configs/MXNet.xml new file mode 100644 index 000000000..acc8ce6e4 --- /dev/null +++ b/demo/benchmark_configs/MXNet.xml @@ -0,0 +1,35 @@ + + + + + classification + SampleNet + FP32 + MXNet + /media/models/samplenet-symbol.json + /media/models/samplenet-0000.params + + + ImageNET + /tmp/{DLI_DATASET_REPO_NAME}/Datasets/ImageNET/ + + + MXNet + 1 + CPU + 10 + 0 + + + Sync + data + 1 3 32 32 + True + True + + + + + + + \ No newline at end of file diff --git a/demo/linux.sh b/demo/linux.sh index e2b7228f8..ab5f915a4 100644 --- a/demo/linux.sh +++ b/demo/linux.sh @@ -1,6 +1,6 @@ #!/bin/bash -supported_frameworks="OpenVINO_DLDT ONNXRuntime" +supported_frameworks="OpenVINO_DLDT MXNet ONNXRuntime" usage() { echo "Usage: $0 [-l LOGIN] [-p PASSWORD] [-f FRAMEWORK] [-d GIT_LINK_TO_DATASET]" diff --git a/docker/MXNet/Dockerfile b/docker/MXNet/Dockerfile index 36c5bf117..de08ee4c6 100644 --- a/docker/MXNet/Dockerfile +++ b/docker/MXNet/Dockerfile @@ -17,5 +17,6 @@ RUN pip uninstall -y numpy && pip install numpy==1.23.1 # Download Accuracy Checker WORKDIR /tmp/ WORKDIR /tmp/open_model_zoo/tools/accuracy_checker +RUN python3 setup.py install_core RUN /bin/bash -c 'accuracy_check -c /tmp/dl-benchmark/docker/MXNet/config.yml -m data/test_models -s sample' WORKDIR /tmp/