Browse Source

update data path in ut

tags/v1.8.0
ZhidanLiu 3 years ago
parent
commit
69246ef270
3 changed files with 24 additions and 8 deletions
  1. +1
    -1
      .jenkins/test/config/dependent_packages.yaml
  2. +6
    -3
      tests/ut/python/reliability/concept_drift/test_concept_drift_images.py
  3. +17
    -4
      tests/ut/python/reliability/model_fault_injection/test_fault_injection.py

+ 1
- 1
.jenkins/test/config/dependent_packages.yaml View File

@@ -1,2 +1,2 @@
mindspore:
'mindspore/mindspore/version/202203/20220323/master_20220323111039_5c9f2e6d5dd9c7da631461b5003bbf5920d5f792/'
'mindspore/mindspore/version/202203/20220327/r1.7_20220327165532_a09b49185a11ac1deba9e80009be3e48813ec3b2/'

+ 6
- 3
tests/ut/python/reliability/concept_drift/test_concept_drift_images.py View File

@@ -16,6 +16,7 @@
Concept drift test for images.
"""

import os
import logging
import pytest
import numpy as np
@@ -43,15 +44,17 @@ def test_concept_drift_image_ascend():
"""
# load model
context.set_context(mode=context.GRAPH_MODE, device_target="Ascend")
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = LeNet5()
load_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, load_dict)
model = Model(net)
# load data
ds_train = np.load('../../dataset/concept_train_lenet.npy')
ds_eval = np.load('../../dataset/concept_test_lenet1.npy')
ds_test = np.load('../../dataset/concept_test_lenet2.npy')
ds_train = np.load(os.path.join(cur_path, '../../dataset/concept_train_lenet.npy'))
ds_eval = np.load(os.path.join(cur_path, '../../dataset/concept_test_lenet1.npy'))
ds_test = np.load(os.path.join(cur_path, '../../dataset/concept_test_lenet2.npy'))
# ood detector initialization
detector = OodDetectorFeatureCluster(model, ds_train, n_cluster=10, layer='output[:Tensor]')
# get optimal threshold with ds_eval


+ 17
- 4
tests/ut/python/reliability/model_fault_injection/test_fault_injection.py View File

@@ -16,6 +16,7 @@
Test for fault injection.
"""
import os
import pytest
import numpy as np
@@ -37,12 +38,12 @@ def dataset_generator():
"""mock training data."""
batch_size = 32
batches = 128
data = np.random.random((batches*batch_size, 1, 32, 32)).astype(
data = np.random.random((batches * batch_size, 1, 32, 32)).astype(
np.float32)
label = np.random.randint(0, 10, batches*batch_size).astype(np.int32)
label = np.random.randint(0, 10, batches * batch_size).astype(np.int32)
for i in range(batches):
yield data[i*batch_size:(i + 1)*batch_size],\
label[i*batch_size:(i + 1)*batch_size]
yield data[i * batch_size:(i + 1) * batch_size], \
label[i * batch_size:(i + 1) * batch_size]
@pytest.mark.level0
@@ -58,7 +59,9 @@ def test_fault_injector():
Expectation: Run kick_off and metrics successfully
"""
# load model
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = Net()
param_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, param_dict)
@@ -98,7 +101,9 @@ def test_wrong_model():
Expectation: Throw TypeError exception
"""
# load model
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = Net()
param_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, param_dict)
@@ -139,7 +144,9 @@ def test_wrong_data():
Expectation: Throw TypeError exception
"""
# load model
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = Net()
param_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, param_dict)
@@ -173,7 +180,9 @@ def test_wrong_fi_type():
Expectation: Throw AttributeError exception
"""
# load model
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = Net()
param_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, param_dict)
@@ -215,7 +224,9 @@ def test_wrong_fi_mode():
Expectation: Throw ValueError exception
"""
# load model
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = Net()
param_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, param_dict)
@@ -257,7 +268,9 @@ def test_wrong_fi_size():
Expectation: Throw ValueError exception
"""
# load model
cur_path = os.path.abspath(os.path.dirname(__file__))
ckpt_path = '../../dataset/trained_ckpt_file/checkpoint_lenet-10_1875.ckpt'
ckpt_path = os.path.join(cur_path, ckpt_path)
net = Net()
param_dict = load_checkpoint(ckpt_path)
load_param_into_net(net, param_dict)


Loading…
Cancel
Save