Browse Source

!558 update shell script templates of mindwizard

Merge pull request !558 from liangyongxiong/wizard
tags/0.7.0-beta
mindspore-ci-bot Gitee 5 years ago
parent
commit
f0cbab09f7
20 changed files with 64 additions and 30 deletions
  1. +23
    -6
      mindinsight/wizard/README.md
  2. +23
    -6
      mindinsight/wizard/README_CN.md
  3. +1
    -1
      mindinsight/wizard/conf/templates/network/alexnet/scripts/run_distribute_train.sh-tpl
  4. +1
    -1
      mindinsight/wizard/conf/templates/network/alexnet/scripts/run_distribute_train_gpu.sh-tpl
  5. +1
    -1
      mindinsight/wizard/conf/templates/network/alexnet/scripts/run_eval.sh-tpl
  6. +1
    -1
      mindinsight/wizard/conf/templates/network/alexnet/scripts/run_eval_gpu.sh-tpl
  7. +1
    -1
      mindinsight/wizard/conf/templates/network/alexnet/scripts/run_standalone_train.sh-tpl
  8. +1
    -1
      mindinsight/wizard/conf/templates/network/alexnet/scripts/run_standalone_train_gpu.sh-tpl
  9. +1
    -1
      mindinsight/wizard/conf/templates/network/lenet/scripts/run_distribute_train.sh-tpl
  10. +1
    -1
      mindinsight/wizard/conf/templates/network/lenet/scripts/run_distribute_train_gpu.sh-tpl
  11. +1
    -1
      mindinsight/wizard/conf/templates/network/lenet/scripts/run_eval.sh-tpl
  12. +1
    -1
      mindinsight/wizard/conf/templates/network/lenet/scripts/run_eval_gpu.sh-tpl
  13. +1
    -1
      mindinsight/wizard/conf/templates/network/lenet/scripts/run_standalone_train.sh-tpl
  14. +1
    -1
      mindinsight/wizard/conf/templates/network/lenet/scripts/run_standalone_train_gpu.sh-tpl
  15. +1
    -1
      mindinsight/wizard/conf/templates/network/resnet50/scripts/run_distribute_train.sh-tpl
  16. +1
    -1
      mindinsight/wizard/conf/templates/network/resnet50/scripts/run_distribute_train_gpu.sh-tpl
  17. +1
    -1
      mindinsight/wizard/conf/templates/network/resnet50/scripts/run_eval.sh-tpl
  18. +1
    -1
      mindinsight/wizard/conf/templates/network/resnet50/scripts/run_eval_gpu.sh-tpl
  19. +1
    -1
      mindinsight/wizard/conf/templates/network/resnet50/scripts/run_standalone_train.sh-tpl
  20. +1
    -1
      mindinsight/wizard/conf/templates/network/resnet50/scripts/run_standalone_train_gpu.sh-tpl

+ 23
- 6
mindinsight/wizard/README.md View File

@@ -48,6 +48,7 @@ project
| |- config.py # parameter configuration
| |- dataset.py # data preprocessing
| |- lenet.py/resent.py/... # network definition
| |- ...
|- eval.py # evaluate network
|- train.py # train network
|- README.md
@@ -78,23 +79,39 @@ $ mindwizard project
1: MNIST
[1]: 1

lenet is generated in $PWD/project
project is generated in $PWD/project

$ cd $PWD/project/scripts
```

### Training

Distributed training

```
# Ascend
Usage: bash run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)

# GPU
Usage: bash run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)
```
# distributed training
Usage: ./run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)

# standalone training
Usage: ./run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)
Standalone training

```
# Ascend
Usage: bash run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)

# GPU
Usage: bash run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)
```

### Evaluation

```
Usage: ./run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]
# Ascend
Usage: bash run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]

# GPU
Usage: bash run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]
```

+ 23
- 6
mindinsight/wizard/README_CN.md View File

@@ -48,6 +48,7 @@ project
| |- config.py # 参数配置
| |- dataset.py # 数据集处理
| |- lenet.py/resent.py/... # 网络定义
| |- ...
|- eval.py # 网络推理
|- train.py # 网络训练
|- README.md
@@ -78,23 +79,39 @@ $ mindwizard project
1: MNIST
[1]: 1

lenet is generated in $PWD/project
project is generated in $PWD/project

$ cd $PWD/project/scripts
```

### 训练

多卡训练

```
# Ascend
Usage: bash run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)

# GPU
Usage: bash run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)
```
# 多卡训练
Usage: ./run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)

# 单卡训练
Usage: ./run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)
单卡训练

```
# Ascend
Usage: bash run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)

# GPU
Usage: bash run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)
```

### 评估

```
Usage: ./run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]
# Ascend
Usage: bash run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]

# GPU
Usage: bash run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]
```

+ 1
- 1
mindinsight/wizard/conf/templates/network/alexnet/scripts/run_distribute_train.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ] && [ $# != 3 ]
then
echo "Usage: sh run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/alexnet/scripts/run_distribute_train_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/alexnet/scripts/run_eval.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ]
then
echo "Usage: sh run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]"
echo "Usage: bash run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/alexnet/scripts/run_eval_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ]
then
echo "Usage: sh run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]"
echo "Usage: bash run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/alexnet/scripts/run_standalone_train.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/alexnet/scripts/run_standalone_train_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/lenet/scripts/run_distribute_train.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ] && [ $# != 3 ]
then
echo "Usage: sh run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/lenet/scripts/run_distribute_train_gpu.sh-tpl View File

@@ -15,7 +15,7 @@
# ============================================================================
if [ $# != 1 ]&& [ $# != 2 ]
then
echo "Usage: sh run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/lenet/scripts/run_eval.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ]
then
echo "Usage: sh run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]"
echo "Usage: bash run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/lenet/scripts/run_eval_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ]
then
echo "Usage: sh run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]"
echo "Usage: bash run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/lenet/scripts/run_standalone_train.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/lenet/scripts/run_standalone_train_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/resnet50/scripts/run_distribute_train.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ] && [ $# != 3 ]
then
echo "Usage: sh run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_distribute_train.sh [RANK_TABLE_FILE] [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/resnet50/scripts/run_distribute_train_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_distribute_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/resnet50/scripts/run_eval.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ]
then
echo "Usage: sh run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]"
echo "Usage: bash run_eval.sh [DATASET_PATH] [CHECKPOINT_PATH]"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/resnet50/scripts/run_eval_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 2 ]
then
echo "Usage: sh run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]"
echo "Usage: bash run_eval_gpu.sh [DATASET_PATH] [CHECKPOINT_PATH]"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/resnet50/scripts/run_standalone_train.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_standalone_train.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



+ 1
- 1
mindinsight/wizard/conf/templates/network/resnet50/scripts/run_standalone_train_gpu.sh-tpl View File

@@ -16,7 +16,7 @@

if [ $# != 1 ] && [ $# != 2 ]
then
echo "Usage: sh run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
echo "Usage: bash run_standalone_train_gpu.sh [DATASET_PATH] [PRETRAINED_CKPT_PATH](optional)"
exit 1
fi



Loading…
Cancel
Save