From 55fbdc406306873f8dd5f758077f238cf0cb3d78 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 19 Jan 2025 04:03:03 +0000 Subject: [PATCH 01/18] cleanup --- CMakeLists.txt | 16 - FlexFlow.mk | 161 - TRAIN.md | 65 - docker/flexflow-environment/Dockerfile | 4 +- docker/flexflow/Dockerfile | 14 +- examples/cpp/AlexNet/CMakeLists.txt | 19 - examples/cpp/AlexNet/Makefile | 35 - examples/cpp/AlexNet/alexnet.cc | 434 - examples/cpp/AlexNet/alexnet.cu | 78 - examples/cpp/AlexNet/alexnet.h | 63 - examples/cpp/DLRM/CMakeLists.txt | 19 - examples/cpp/DLRM/Makefile | 35 - examples/cpp/DLRM/Makefile.devgpu | 61 - examples/cpp/DLRM/Makefile.ec2 | 83 - examples/cpp/DLRM/dlrm.cc | 750 - examples/cpp/DLRM/dlrm.cu | 139 - examples/cpp/DLRM/dlrm.h | 84 - examples/cpp/DLRM/preprocess_hdf.py | 24 - examples/cpp/DLRM/run_criteo_kaggle.sh | 8 - examples/cpp/DLRM/run_dlrm_kaggle_day1.sh | 5 - examples/cpp/DLRM/run_random.sh | 10 - examples/cpp/DLRM/run_summit.sh | 20 - examples/cpp/DLRM/run_summit_large.sh | 16 - examples/cpp/DLRM/strategies/dlrm_strategy.cc | 359 - examples/cpp/DLRM/strategies/dlrm_strategy.py | 68 - .../strategies/dlrm_strategy_16embs_16gpus.pb | Bin 504 -> 0 bytes .../strategies/dlrm_strategy_16embs_8gpus.pb | Bin 456 -> 0 bytes .../strategies/dlrm_strategy_8embs_8gpus.pb | Bin 274 -> 0 bytes .../DLRM/strategies/dlrm_strategy_hetero.cc | 57 - examples/cpp/DLRM/strategies/gen_strategy.sh | 20 - examples/cpp/InceptionV3/CMakeLists.txt | 19 - examples/cpp/InceptionV3/Makefile | 35 - examples/cpp/InceptionV3/inception.cc | 233 - examples/cpp/InceptionV3/inception.cu | 14 - examples/cpp/InceptionV3/inception.h | 20 - examples/cpp/MLP_Unify/CMakeLists.txt | 15 - examples/cpp/MLP_Unify/Makefile | 39 - examples/cpp/MLP_Unify/mlp.cc | 93 - examples/cpp/ResNet/CMakeLists.txt | 19 - examples/cpp/ResNet/Makefile | 35 - examples/cpp/ResNet/resnet.cc | 418 - examples/cpp/ResNet/resnet.cu | 83 - examples/cpp/ResNet/resnet.h | 59 - examples/cpp/Transformer/CMakeLists.txt | 19 - examples/cpp/Transformer/Makefile | 35 - examples/cpp/Transformer/transformer.cc | 401 - examples/cpp/Transformer/transformer.cu | 59 - examples/cpp/Transformer/transformer.h | 54 - examples/cpp/XDL/CMakeLists.txt | 19 - examples/cpp/XDL/xdl.cc | 449 - examples/cpp/XDL/xdl.cu | 102 - examples/cpp/XDL/xdl.h | 78 - examples/cpp/candle_uno/CMakeLists.txt | 19 - examples/cpp/candle_uno/Makefile | 36 - examples/cpp/candle_uno/candle_uno.cc | 462 - examples/cpp/candle_uno/candle_uno.cu | 47 - examples/cpp/candle_uno/candle_uno.h | 57 - .../cpp/mixture_of_experts/CMakeLists.txt | 20 - examples/cpp/mixture_of_experts/Makefile | 35 - examples/cpp/mixture_of_experts/moe.cc | 574 - examples/cpp/mixture_of_experts/moe.cu | 78 - examples/cpp/mixture_of_experts/moe.h | 89 - examples/cpp/mixture_of_experts/run_moe.sh | 11 - examples/cpp/resnext50/CMakeLists.txt | 15 - examples/cpp/resnext50/resnext.cc | 140 - examples/cpp/split_test/CMakeLists.txt | 15 - examples/cpp/split_test/split_test.cc | 83 - examples/cpp/split_test_2/CMakeLists.txt | 15 - examples/cpp/split_test_2/split_test_2.cc | 94 - examples/python/keras/__init__.py | 0 examples/python/keras/accuracy.py | 23 - examples/python/keras/callback.py | 74 - .../python/keras/candle_uno/candle_uno.py | 216 - .../python/keras/candle_uno/default_utils.py | 1016 - .../python/keras/candle_uno/file_utils.py | 183 - .../python/keras/candle_uno/generic_utils.py | 204 - examples/python/keras/candle_uno/uno.py | 236 - examples/python/keras/candle_uno/uno_data.py | 1203 - .../keras/candle_uno/uno_default_model.txt | 33 - examples/python/keras/elementwise_max_min.py | 62 - .../python/keras/elementwise_mul_broadcast.py | 100 - examples/python/keras/func_cifar10_alexnet.py | 83 - examples/python/keras/func_cifar10_cnn.py | 70 - .../python/keras/func_cifar10_cnn_concat.py | 81 - .../keras/func_cifar10_cnn_concat_model.py | 84 - .../func_cifar10_cnn_concat_seq_model.py | 77 - .../python/keras/func_cifar10_cnn_nested.py | 76 - .../python/keras/func_cifar10_cnn_net2net.py | 126 - examples/python/keras/func_mnist_cnn.py | 79 - .../python/keras/func_mnist_cnn_concat.py | 70 - examples/python/keras/func_mnist_mlp.py | 63 - .../python/keras/func_mnist_mlp_concat.py | 85 - .../python/keras/func_mnist_mlp_concat2.py | 96 - .../python/keras/func_mnist_mlp_net2net.py | 97 - examples/python/keras/gather.py | 47 - examples/python/keras/identity_loss.py | 41 - examples/python/keras/reduce_sum.py | 81 - examples/python/keras/regularizer.py | 31 - examples/python/keras/reshape.py | 64 - examples/python/keras/rsqrt.py | 45 - examples/python/keras/seq_cifar10_cnn.py | 62 - examples/python/keras/seq_mnist_cnn.py | 63 - examples/python/keras/seq_mnist_cnn_nested.py | 73 - .../python/keras/seq_mnist_cnn_net2net.py | 106 - examples/python/keras/seq_mnist_mlp.py | 63 - .../python/keras/seq_mnist_mlp_net2net.py | 99 - examples/python/keras/seq_reuters_mlp.py | 70 - examples/python/keras/unary.py | 67 - examples/python/keras_exp/func_cifar10_cnn.py | 66 - .../keras_exp/func_cifar10_cnn_concat.py | 69 - .../keras_exp/func_cifar10_cnn_nested.py | 71 - examples/python/keras_exp/func_mnist_mlp.py | 61 - .../python/keras_exp/func_mnist_mlp_concat.py | 80 - examples/python/native/__init__.py | 1 - examples/python/native/accuracy.py | 23 - examples/python/native/alexnet.py | 153 - examples/python/native/bert_proxy_native.py | 123 - .../python/native/bert_proxy_run_script.sh | 19 - examples/python/native/cifar10_cnn.py | 110 - examples/python/native/cifar10_cnn_attach.py | 149 - examples/python/native/cifar10_cnn_concat.py | 79 - examples/python/native/demo_gather.py | 35 - examples/python/native/dlrm.py | 17 - examples/python/native/inception.py | 160 - examples/python/native/mnist_cnn.py | 109 - examples/python/native/mnist_mlp.py | 95 - examples/python/native/mnist_mlp_attach.py | 139 - .../python/native/multi_head_attention.py | 74 - examples/python/native/ops/add.py | 45 - .../ops/add_bias_residual_layer_norm.py | 78 - examples/python/native/ops/arg_top_k.py | 61 - examples/python/native/ops/argmax.py | 55 - examples/python/native/ops/batch_matmul.py | 0 examples/python/native/ops/batch_norm.py | 36 - examples/python/native/ops/beam_top_k.py | 58 - examples/python/native/ops/concat.py | 43 - examples/python/native/ops/conv2d.py | 45 - examples/python/native/ops/cos.py | 44 - examples/python/native/ops/dense.py | 38 - examples/python/native/ops/divide.py | 48 - examples/python/native/ops/dropout.py | 49 - examples/python/native/ops/elu.py | 47 - examples/python/native/ops/embedding.py | 39 - examples/python/native/ops/exp.py | 0 examples/python/native/ops/flat.py | 0 examples/python/native/ops/gather.py | 60 - examples/python/native/ops/gelu.py | 51 - examples/python/native/ops/identity.py | 49 - .../ops/inc_multihead_self_attention.py | 97 - .../inc_multihead_self_attention_verify.py | 97 - .../ops/inc_multiquery_self_attention.py | 101 - .../inc_multiquery_self_attention_verify.py | 101 - examples/python/native/ops/layer_norm.py | 48 - examples/python/native/ops/max.py | 54 - examples/python/native/ops/mean.py | 48 - examples/python/native/ops/min.py | 54 - .../python/native/ops/multihead_attention.py | 0 examples/python/native/ops/multiply.py | 45 - examples/python/native/ops/pool2d.py | 36 - examples/python/native/ops/pow.py | 46 - examples/python/native/ops/reduce_sum.py | 48 - examples/python/native/ops/relu.py | 46 - examples/python/native/ops/reshape.py | 41 - .../python/native/ops/residual_layer_norm.py | 93 - .../python/native/ops/residual_rms_norm.py | 80 - examples/python/native/ops/reverse.py | 37 - examples/python/native/ops/rms_norm.py | 64 - examples/python/native/ops/rsqrt.py | 44 - examples/python/native/ops/sampling.py | 55 - examples/python/native/ops/scalar_add.py | 53 - examples/python/native/ops/scalar_multiply.py | 53 - examples/python/native/ops/scalar_sub.py | 53 - .../python/native/ops/scalar_true_divide.py | 53 - examples/python/native/ops/sigmoid.py | 46 - .../python/native/ops/sigmoid_silu_multi.py | 58 - examples/python/native/ops/sin.py | 44 - examples/python/native/ops/softmax.py | 46 - .../ops/spec_inc_multihead_self_attention.py | 97 - .../ops/spec_inc_multiquery_self_attention.py | 101 - examples/python/native/ops/split.py | 47 - examples/python/native/ops/subtract.py | 45 - examples/python/native/ops/tanh.py | 46 - examples/python/native/ops/transpose.py | 38 - examples/python/native/print_input.py | 90 - examples/python/native/print_layers.py | 127 - examples/python/native/print_weight.py | 54 - examples/python/native/resnet.py | 109 - examples/python/native/split.py | 85 - examples/python/native/tensor_attach.py | 34 - examples/python/onnx/accuracy.py | 23 - examples/python/onnx/alexnet.py | 71 - examples/python/onnx/alexnet_pt.py | 41 - examples/python/onnx/cifar10_cnn.py | 70 - examples/python/onnx/cifar10_cnn_keras.py | 43 - examples/python/onnx/cifar10_cnn_pt.py | 45 - examples/python/onnx/mnist_mlp.py | 65 - examples/python/onnx/mnist_mlp_keras.py | 50 - examples/python/onnx/mnist_mlp_pt.py | 32 - examples/python/onnx/resnet.py | 72 - examples/python/onnx/resnet_pt.py | 380 - examples/python/pytorch/cifar10_cnn.py | 67 - examples/python/pytorch/cifar10_cnn_torch.py | 44 - examples/python/pytorch/export_regnet_fx.py | 8 - examples/python/pytorch/mnist_mlp.py | 56 - examples/python/pytorch/mnist_mlp_torch.py | 25 - examples/python/pytorch/mnist_mlp_torch2.py | 76 - examples/python/pytorch/mt5/.gitignore | 2 - examples/python/pytorch/mt5/README.md | 127 - examples/python/pytorch/mt5/mt5_ff.py | 168 - examples/python/pytorch/mt5/mt5_torch.py | 315 - examples/python/pytorch/regnet.py | 72 - examples/python/pytorch/resnet.py | 72 - .../python/pytorch/resnet152_DDP_training.py | 110 - examples/python/pytorch/resnet152_training.py | 58 - examples/python/pytorch/resnet_torch.py | 372 - examples/python/pytorch/torch_vision.py | 69 - examples/python/pytorch/torch_vision_torch.py | 21 - python/Makefile | 151 - spack/package.py | 115 - substitutions/graph_subst.json | 349435 --------------- substitutions/graph_subst_3_v2.json | 95505 ---- substitutions/graph_subst_3_v2.pb | Bin 113634 -> 0 bytes substitutions/test_subst.json | 127 - tests/cpp_gpu_tests.sh | 89 - tests/gpt_tokenizer.cpp | 80 - tests/gpt_tokenizer_test.sh | 107 - tests/ops/batch_matmul_test.cc | 124 - tests/ops/batch_matmul_test.cu | 0 tests/ops/concat_test.cc | 168 - tests/ops/concat_test.cu | 0 tests/ops/flat_test.cc | 143 - tests/ops/flat_test.cu | 0 tests/ops/linear_test.cc | 187 - tests/ops/linear_test.cu | 0 tests/ops/reshape_test.cc | 179 - tests/ops/reshape_test.cu | 0 tests/ops/tanh_test.cc | 191 - tests/ops/tanh_test.cu | 0 tests/ops/test_bootstrap.sh | 3 - tests/ops/test_build_all.sh | 8 - tests/ops/test_harness.py | 753 - tests/ops/test_readme.md | 8 - tests/ops/test_run.sh | 19 - tests/ops/test_run_FF_target.sh | 4 - tests/ops/test_utils.cc | 253 - tests/ops/transpose_test.cc | 104 - tests/ops/transpose_test.cu | 0 tests/python_interface_test.sh | 28 +- tests/training_tests.sh | 93 - tests/unit/CMakeLists.txt | 21 - tests/unit/test_disjoint_set.cc | 19 - tests/unit/test_dominators.cc | 321 - tests/unit/test_dot.cc | 23 - tests/unit/test_machine_view.cc | 33 - tests/unit/test_parallel_config.cc | 25 - tests/unit/test_random_utils.cc | 47 - tests/unit/test_substitution_loader.cc | 144 - tools/protobuf_to_json/CMakeLists.txt | 17 - tools/protobuf_to_json/protobuf_to_json.cc | 242 - tools/protobuf_to_json/rules.proto | 36 - tools/substitutions_to_dot/CMakeLists.txt | 12 - .../substitution_to_dot.cc | 156 - 262 files changed, 14 insertions(+), 468587 deletions(-) delete mode 100644 FlexFlow.mk delete mode 100644 TRAIN.md delete mode 100644 examples/cpp/AlexNet/CMakeLists.txt delete mode 100644 examples/cpp/AlexNet/Makefile delete mode 100644 examples/cpp/AlexNet/alexnet.cc delete mode 100644 examples/cpp/AlexNet/alexnet.cu delete mode 100644 examples/cpp/AlexNet/alexnet.h delete mode 100644 examples/cpp/DLRM/CMakeLists.txt delete mode 100644 examples/cpp/DLRM/Makefile delete mode 100644 examples/cpp/DLRM/Makefile.devgpu delete mode 100644 examples/cpp/DLRM/Makefile.ec2 delete mode 100644 examples/cpp/DLRM/dlrm.cc delete mode 100644 examples/cpp/DLRM/dlrm.cu delete mode 100644 examples/cpp/DLRM/dlrm.h delete mode 100644 examples/cpp/DLRM/preprocess_hdf.py delete mode 100755 examples/cpp/DLRM/run_criteo_kaggle.sh delete mode 100755 examples/cpp/DLRM/run_dlrm_kaggle_day1.sh delete mode 100755 examples/cpp/DLRM/run_random.sh delete mode 100755 examples/cpp/DLRM/run_summit.sh delete mode 100755 examples/cpp/DLRM/run_summit_large.sh delete mode 100644 examples/cpp/DLRM/strategies/dlrm_strategy.cc delete mode 100644 examples/cpp/DLRM/strategies/dlrm_strategy.py delete mode 100644 examples/cpp/DLRM/strategies/dlrm_strategy_16embs_16gpus.pb delete mode 100644 examples/cpp/DLRM/strategies/dlrm_strategy_16embs_8gpus.pb delete mode 100644 examples/cpp/DLRM/strategies/dlrm_strategy_8embs_8gpus.pb delete mode 100644 examples/cpp/DLRM/strategies/dlrm_strategy_hetero.cc delete mode 100755 examples/cpp/DLRM/strategies/gen_strategy.sh delete mode 100644 examples/cpp/InceptionV3/CMakeLists.txt delete mode 100644 examples/cpp/InceptionV3/Makefile delete mode 100644 examples/cpp/InceptionV3/inception.cc delete mode 100644 examples/cpp/InceptionV3/inception.cu delete mode 100644 examples/cpp/InceptionV3/inception.h delete mode 100644 examples/cpp/MLP_Unify/CMakeLists.txt delete mode 100644 examples/cpp/MLP_Unify/Makefile delete mode 100644 examples/cpp/MLP_Unify/mlp.cc delete mode 100644 examples/cpp/ResNet/CMakeLists.txt delete mode 100644 examples/cpp/ResNet/Makefile delete mode 100644 examples/cpp/ResNet/resnet.cc delete mode 100644 examples/cpp/ResNet/resnet.cu delete mode 100644 examples/cpp/ResNet/resnet.h delete mode 100644 examples/cpp/Transformer/CMakeLists.txt delete mode 100644 examples/cpp/Transformer/Makefile delete mode 100644 examples/cpp/Transformer/transformer.cc delete mode 100644 examples/cpp/Transformer/transformer.cu delete mode 100644 examples/cpp/Transformer/transformer.h delete mode 100644 examples/cpp/XDL/CMakeLists.txt delete mode 100644 examples/cpp/XDL/xdl.cc delete mode 100644 examples/cpp/XDL/xdl.cu delete mode 100644 examples/cpp/XDL/xdl.h delete mode 100644 examples/cpp/candle_uno/CMakeLists.txt delete mode 100644 examples/cpp/candle_uno/Makefile delete mode 100644 examples/cpp/candle_uno/candle_uno.cc delete mode 100644 examples/cpp/candle_uno/candle_uno.cu delete mode 100644 examples/cpp/candle_uno/candle_uno.h delete mode 100644 examples/cpp/mixture_of_experts/CMakeLists.txt delete mode 100644 examples/cpp/mixture_of_experts/Makefile delete mode 100644 examples/cpp/mixture_of_experts/moe.cc delete mode 100644 examples/cpp/mixture_of_experts/moe.cu delete mode 100644 examples/cpp/mixture_of_experts/moe.h delete mode 100644 examples/cpp/mixture_of_experts/run_moe.sh delete mode 100644 examples/cpp/resnext50/CMakeLists.txt delete mode 100644 examples/cpp/resnext50/resnext.cc delete mode 100644 examples/cpp/split_test/CMakeLists.txt delete mode 100644 examples/cpp/split_test/split_test.cc delete mode 100644 examples/cpp/split_test_2/CMakeLists.txt delete mode 100644 examples/cpp/split_test_2/split_test_2.cc delete mode 100644 examples/python/keras/__init__.py delete mode 100644 examples/python/keras/accuracy.py delete mode 100644 examples/python/keras/callback.py delete mode 100644 examples/python/keras/candle_uno/candle_uno.py delete mode 100644 examples/python/keras/candle_uno/default_utils.py delete mode 100644 examples/python/keras/candle_uno/file_utils.py delete mode 100644 examples/python/keras/candle_uno/generic_utils.py delete mode 100644 examples/python/keras/candle_uno/uno.py delete mode 100644 examples/python/keras/candle_uno/uno_data.py delete mode 100644 examples/python/keras/candle_uno/uno_default_model.txt delete mode 100644 examples/python/keras/elementwise_max_min.py delete mode 100644 examples/python/keras/elementwise_mul_broadcast.py delete mode 100644 examples/python/keras/func_cifar10_alexnet.py delete mode 100644 examples/python/keras/func_cifar10_cnn.py delete mode 100644 examples/python/keras/func_cifar10_cnn_concat.py delete mode 100644 examples/python/keras/func_cifar10_cnn_concat_model.py delete mode 100644 examples/python/keras/func_cifar10_cnn_concat_seq_model.py delete mode 100644 examples/python/keras/func_cifar10_cnn_nested.py delete mode 100644 examples/python/keras/func_cifar10_cnn_net2net.py delete mode 100644 examples/python/keras/func_mnist_cnn.py delete mode 100644 examples/python/keras/func_mnist_cnn_concat.py delete mode 100644 examples/python/keras/func_mnist_mlp.py delete mode 100644 examples/python/keras/func_mnist_mlp_concat.py delete mode 100644 examples/python/keras/func_mnist_mlp_concat2.py delete mode 100644 examples/python/keras/func_mnist_mlp_net2net.py delete mode 100644 examples/python/keras/gather.py delete mode 100644 examples/python/keras/identity_loss.py delete mode 100644 examples/python/keras/reduce_sum.py delete mode 100644 examples/python/keras/regularizer.py delete mode 100644 examples/python/keras/reshape.py delete mode 100644 examples/python/keras/rsqrt.py delete mode 100644 examples/python/keras/seq_cifar10_cnn.py delete mode 100644 examples/python/keras/seq_mnist_cnn.py delete mode 100644 examples/python/keras/seq_mnist_cnn_nested.py delete mode 100644 examples/python/keras/seq_mnist_cnn_net2net.py delete mode 100644 examples/python/keras/seq_mnist_mlp.py delete mode 100644 examples/python/keras/seq_mnist_mlp_net2net.py delete mode 100644 examples/python/keras/seq_reuters_mlp.py delete mode 100644 examples/python/keras/unary.py delete mode 100644 examples/python/keras_exp/func_cifar10_cnn.py delete mode 100644 examples/python/keras_exp/func_cifar10_cnn_concat.py delete mode 100644 examples/python/keras_exp/func_cifar10_cnn_nested.py delete mode 100644 examples/python/keras_exp/func_mnist_mlp.py delete mode 100644 examples/python/keras_exp/func_mnist_mlp_concat.py delete mode 100644 examples/python/native/__init__.py delete mode 100644 examples/python/native/accuracy.py delete mode 100644 examples/python/native/alexnet.py delete mode 100644 examples/python/native/bert_proxy_native.py delete mode 100755 examples/python/native/bert_proxy_run_script.sh delete mode 100644 examples/python/native/cifar10_cnn.py delete mode 100644 examples/python/native/cifar10_cnn_attach.py delete mode 100644 examples/python/native/cifar10_cnn_concat.py delete mode 100644 examples/python/native/demo_gather.py delete mode 100644 examples/python/native/dlrm.py delete mode 100644 examples/python/native/inception.py delete mode 100644 examples/python/native/mnist_cnn.py delete mode 100644 examples/python/native/mnist_mlp.py delete mode 100644 examples/python/native/mnist_mlp_attach.py delete mode 100644 examples/python/native/multi_head_attention.py delete mode 100644 examples/python/native/ops/add.py delete mode 100644 examples/python/native/ops/add_bias_residual_layer_norm.py delete mode 100644 examples/python/native/ops/arg_top_k.py delete mode 100644 examples/python/native/ops/argmax.py delete mode 100644 examples/python/native/ops/batch_matmul.py delete mode 100644 examples/python/native/ops/batch_norm.py delete mode 100644 examples/python/native/ops/beam_top_k.py delete mode 100644 examples/python/native/ops/concat.py delete mode 100644 examples/python/native/ops/conv2d.py delete mode 100644 examples/python/native/ops/cos.py delete mode 100644 examples/python/native/ops/dense.py delete mode 100644 examples/python/native/ops/divide.py delete mode 100644 examples/python/native/ops/dropout.py delete mode 100644 examples/python/native/ops/elu.py delete mode 100644 examples/python/native/ops/embedding.py delete mode 100644 examples/python/native/ops/exp.py delete mode 100644 examples/python/native/ops/flat.py delete mode 100644 examples/python/native/ops/gather.py delete mode 100644 examples/python/native/ops/gelu.py delete mode 100644 examples/python/native/ops/identity.py delete mode 100644 examples/python/native/ops/inc_multihead_self_attention.py delete mode 100644 examples/python/native/ops/inc_multihead_self_attention_verify.py delete mode 100644 examples/python/native/ops/inc_multiquery_self_attention.py delete mode 100644 examples/python/native/ops/inc_multiquery_self_attention_verify.py delete mode 100644 examples/python/native/ops/layer_norm.py delete mode 100644 examples/python/native/ops/max.py delete mode 100644 examples/python/native/ops/mean.py delete mode 100644 examples/python/native/ops/min.py delete mode 100644 examples/python/native/ops/multihead_attention.py delete mode 100644 examples/python/native/ops/multiply.py delete mode 100644 examples/python/native/ops/pool2d.py delete mode 100644 examples/python/native/ops/pow.py delete mode 100644 examples/python/native/ops/reduce_sum.py delete mode 100644 examples/python/native/ops/relu.py delete mode 100644 examples/python/native/ops/reshape.py delete mode 100644 examples/python/native/ops/residual_layer_norm.py delete mode 100644 examples/python/native/ops/residual_rms_norm.py delete mode 100644 examples/python/native/ops/reverse.py delete mode 100644 examples/python/native/ops/rms_norm.py delete mode 100644 examples/python/native/ops/rsqrt.py delete mode 100644 examples/python/native/ops/sampling.py delete mode 100644 examples/python/native/ops/scalar_add.py delete mode 100644 examples/python/native/ops/scalar_multiply.py delete mode 100644 examples/python/native/ops/scalar_sub.py delete mode 100644 examples/python/native/ops/scalar_true_divide.py delete mode 100644 examples/python/native/ops/sigmoid.py delete mode 100644 examples/python/native/ops/sigmoid_silu_multi.py delete mode 100644 examples/python/native/ops/sin.py delete mode 100644 examples/python/native/ops/softmax.py delete mode 100644 examples/python/native/ops/spec_inc_multihead_self_attention.py delete mode 100644 examples/python/native/ops/spec_inc_multiquery_self_attention.py delete mode 100644 examples/python/native/ops/split.py delete mode 100644 examples/python/native/ops/subtract.py delete mode 100644 examples/python/native/ops/tanh.py delete mode 100644 examples/python/native/ops/transpose.py delete mode 100644 examples/python/native/print_input.py delete mode 100644 examples/python/native/print_layers.py delete mode 100644 examples/python/native/print_weight.py delete mode 100644 examples/python/native/resnet.py delete mode 100644 examples/python/native/split.py delete mode 100644 examples/python/native/tensor_attach.py delete mode 100644 examples/python/onnx/accuracy.py delete mode 100644 examples/python/onnx/alexnet.py delete mode 100644 examples/python/onnx/alexnet_pt.py delete mode 100644 examples/python/onnx/cifar10_cnn.py delete mode 100644 examples/python/onnx/cifar10_cnn_keras.py delete mode 100644 examples/python/onnx/cifar10_cnn_pt.py delete mode 100644 examples/python/onnx/mnist_mlp.py delete mode 100644 examples/python/onnx/mnist_mlp_keras.py delete mode 100644 examples/python/onnx/mnist_mlp_pt.py delete mode 100644 examples/python/onnx/resnet.py delete mode 100644 examples/python/onnx/resnet_pt.py delete mode 100644 examples/python/pytorch/cifar10_cnn.py delete mode 100644 examples/python/pytorch/cifar10_cnn_torch.py delete mode 100644 examples/python/pytorch/export_regnet_fx.py delete mode 100644 examples/python/pytorch/mnist_mlp.py delete mode 100644 examples/python/pytorch/mnist_mlp_torch.py delete mode 100644 examples/python/pytorch/mnist_mlp_torch2.py delete mode 100644 examples/python/pytorch/mt5/.gitignore delete mode 100644 examples/python/pytorch/mt5/README.md delete mode 100644 examples/python/pytorch/mt5/mt5_ff.py delete mode 100644 examples/python/pytorch/mt5/mt5_torch.py delete mode 100644 examples/python/pytorch/regnet.py delete mode 100644 examples/python/pytorch/resnet.py delete mode 100644 examples/python/pytorch/resnet152_DDP_training.py delete mode 100644 examples/python/pytorch/resnet152_training.py delete mode 100644 examples/python/pytorch/resnet_torch.py delete mode 100644 examples/python/pytorch/torch_vision.py delete mode 100644 examples/python/pytorch/torch_vision_torch.py delete mode 100644 python/Makefile delete mode 100644 spack/package.py delete mode 100644 substitutions/graph_subst.json delete mode 100644 substitutions/graph_subst_3_v2.json delete mode 100644 substitutions/graph_subst_3_v2.pb delete mode 100644 substitutions/test_subst.json delete mode 100755 tests/cpp_gpu_tests.sh delete mode 100644 tests/gpt_tokenizer.cpp delete mode 100755 tests/gpt_tokenizer_test.sh delete mode 100644 tests/ops/batch_matmul_test.cc delete mode 100644 tests/ops/batch_matmul_test.cu delete mode 100644 tests/ops/concat_test.cc delete mode 100644 tests/ops/concat_test.cu delete mode 100644 tests/ops/flat_test.cc delete mode 100644 tests/ops/flat_test.cu delete mode 100644 tests/ops/linear_test.cc delete mode 100644 tests/ops/linear_test.cu delete mode 100644 tests/ops/reshape_test.cc delete mode 100644 tests/ops/reshape_test.cu delete mode 100644 tests/ops/tanh_test.cc delete mode 100644 tests/ops/tanh_test.cu delete mode 100755 tests/ops/test_bootstrap.sh delete mode 100755 tests/ops/test_build_all.sh delete mode 100644 tests/ops/test_harness.py delete mode 100644 tests/ops/test_readme.md delete mode 100755 tests/ops/test_run.sh delete mode 100755 tests/ops/test_run_FF_target.sh delete mode 100644 tests/ops/test_utils.cc delete mode 100644 tests/ops/transpose_test.cc delete mode 100644 tests/ops/transpose_test.cu delete mode 100755 tests/training_tests.sh delete mode 100644 tests/unit/CMakeLists.txt delete mode 100644 tests/unit/test_disjoint_set.cc delete mode 100644 tests/unit/test_dominators.cc delete mode 100644 tests/unit/test_dot.cc delete mode 100644 tests/unit/test_machine_view.cc delete mode 100644 tests/unit/test_parallel_config.cc delete mode 100644 tests/unit/test_random_utils.cc delete mode 100644 tests/unit/test_substitution_loader.cc delete mode 100644 tools/protobuf_to_json/CMakeLists.txt delete mode 100644 tools/protobuf_to_json/protobuf_to_json.cc delete mode 100644 tools/protobuf_to_json/rules.proto delete mode 100644 tools/substitutions_to_dot/CMakeLists.txt delete mode 100644 tools/substitutions_to_dot/substitution_to_dot.cc diff --git a/CMakeLists.txt b/CMakeLists.txt index 4e24e1e54..5c22785c9 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -446,22 +446,6 @@ if(NOT BUILD_LEGION_ONLY) WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} COMMENT "Creating flexflow_cffi_header.py..." ) - if (NOT FF_BUILD_FROM_PYPI) - # generate the Legion Python bindings library. When building from pip, we need to do this post-install to prevent Legion from overwriting the path to the Legion shared library - add_custom_command(TARGET flexflow - POST_BUILD - COMMAND CMAKE_BUILD_DIR=${Legion_BINARY_DIR}/runtime CMAKE_INSTALL_PREFIX=${Legion_BINARY_DIR} ${Python_EXECUTABLE} ${CMAKE_CURRENT_SOURCE_DIR}/deps/legion/bindings/python/setup.py build --build-lib=${Legion_BINARY_DIR}/bindings/python ${Legion_PYTHON_EXTRA_INSTALL_ARGS} - WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}/deps/legion/bindings/python - ) - # create flexflow_python interpreter. When building from pip, we install the FF_HOME/python/flexflow_python script instead. - add_custom_command(TARGET flexflow - PRE_BUILD - COMMAND ${Python_EXECUTABLE} ${FLEXFLOW_ROOT}/python/flexflow_python_build.py --build-dir ${CMAKE_BINARY_DIR} - WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR} - COMMENT "Creating flexflow_python interpreter..." - ) - install(PROGRAMS ${CMAKE_BINARY_DIR}/flexflow_python DESTINATION "bin") - endif() endif() if (INFERENCE_TESTS) diff --git a/FlexFlow.mk b/FlexFlow.mk deleted file mode 100644 index 14f32a763..000000000 --- a/FlexFlow.mk +++ /dev/null @@ -1,161 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -ifndef LG_RT_DIR -LG_RT_DIR ?= $(FF_HOME)/deps/legion/runtime -endif - -ifndef CUDA_HOME -CUDA_HOME = $(patsubst %/bin/nvcc,%,$(shell which nvcc | head -1)) -endif - -ifndef CUDNN_HOME -CUDNN_HOME = $(CUDA_HOME) -endif - -ifndef NCCL_HOME -NCCL_HOME = $(CUDA_HOME) -endif - -ifndef HIPLIB_HOME -HIPLIB_HOME = /opt/rocm-4.3.1 -endif - -#ifndef MPI_HOME -#MPI_HOME = $(patsubst %/bin/mpicc,%,$(shell which mpicc | head -1)) -#endif - -ifeq ($(strip $(USE_GASNET)),1) - ifndef GASNET - $(error USE_GASNET is enabled, but GASNET variable is not defined, aborting build) - endif -endif - -# disable hijack -USE_CUDART_HIJACK = 1 - -GEN_SRC += $(shell find $(FF_HOME)/src/loss_functions/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/mapper/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/metrics_functions/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/ops/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/parallel_ops/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/recompile/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/runtime/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/utils/dot/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/dataloader/ -name '*.cc')\ - $(shell find $(FF_HOME)/src/c/ -name '*.cc')\ - $(shell find $(FF_HOME)/inference/ -name 'file_loader.cc') -GEN_SRC := $(filter-out $(FF_HOME)/src/runtime/cpp_driver.cc, $(GEN_SRC)) - -FF_CUDA_SRC += $(shell find $(FF_HOME)/src/loss_functions/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/mapper/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/metrics_functions/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/ops/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/parallel_ops/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/recompile/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/runtime/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/utils/dot/ -name '*.cu')\ - $(shell find $(FF_HOME)/src/dataloader/ -name '*.cu') - -FF_HIP_SRC += $(shell find $(FF_HOME)/src/loss_functions/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/mapper/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/metrics_functions/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/ops/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/parallel_ops/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/recompile/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/runtime/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/utils/dot/ -name '*.cpp')\ - $(shell find $(FF_HOME)/src/dataloader/ -name '*.cpp') - -GEN_GPU_SRC += $(FF_CUDA_SRC) -ifeq ($(strip $(HIP_TARGET)),CUDA) - GEN_HIP_SRC += $(FF_CUDA_SRC) -else - GEN_HIP_SRC += $(FF_HIP_SRC) -endif - -ifneq ($(strip $(FF_USE_PYTHON)), 1) - GEN_SRC += ${FF_HOME}/src/runtime/cpp_driver.cc -endif - - -INC_FLAGS += -I${FF_HOME}/include -I${FF_HOME}/inference -I${FF_HOME}/deps/optional/include -I${FF_HOME}/deps/variant/include -I${FF_HOME}/deps/json/include -I${FF_HOME}/deps/tokenizers-cpp/include -I${FF_HOME}/deps/tokenizers-cpp/sentencepiece/src -CC_FLAGS += -DMAX_TENSOR_DIM=$(MAX_DIM) -DLEGION_MAX_RETURN_SIZE=32768 -NVCC_FLAGS += -DMAX_TENSOR_DIM=$(MAX_DIM) -DLEGION_MAX_RETURN_SIZE=32768 -HIPCC_FLAGS += -DMAX_TENSOR_DIM=$(MAX_DIM) -DLEGION_MAX_RETURN_SIZE=32768 -GASNET_FLAGS += -# For Point and Rect typedefs -CC_FLAGS += -std=c++17 -NVCC_FLAGS += -std=c++17 -HIPCC_FLAGS += -std=c++17 - -LD_FLAGS += -L$(FF_HOME)/deps/tokenizers-cpp/example/tokenizers -ltokenizers_cpp -ltokenizers_c -L$(FF_HOME)/deps/tokenizers-cpp/example/tokenizers/sentencepiece/src -lsentencepiece - -ifeq ($(strip $(FF_USE_NCCL)), 1) -INC_FLAGS += -I$(MPI_HOME)/include -I$(NCCL_HOME)/include -CC_FLAGS += -DFF_USE_NCCL -NVCC_FLAGS += -DFF_USE_NCCL -HIPCC_FLAGS += -DFF_USE_NCCL -LD_FLAGS += -L$(NCCL_HOME)/lib -lnccl -endif - -ifeq ($(strip $(FF_USE_AVX2)), 1) -CC_FLAGS += -DFF_USE_AVX2 -mavx2 -endif - -ifeq ($(strip $(USE_CUDA)),1) -CC_FLAGS += -DFF_USE_CUDA -NVCC_FLAGS += -DFF_USE_CUDA -INC_FLAGS += -I$(CUDNN_HOME)/include -I$(CUDA_HOME)/include -LD_FLAGS += -lcudnn -lcublas -lcurand -L$(CUDNN_HOME)/lib64 -L$(CUDA_HOME)/lib64 -endif - -ifeq ($(strip $(USE_HIP)),1) -ifeq ($(strip $(HIP_TARGET)),CUDA) -CC_FLAGS += -DFF_USE_HIP_CUDA -HIPCC_FLAGS += -DFF_USE_HIP_CUDA -INC_FLAGS += -I$(CUDNN_HOME)/include -I$(CUDA_HOME)/include -LD_FLAGS += -lcudnn -lcublas -lcurand -L$(CUDNN_HOME)/lib64 -L$(CUDA_HOME)/lib64 -else -CC_FLAGS += -DFF_USE_HIP_ROCM -HIPCC_FLAGS += -DFF_USE_HIP_ROCM -INC_FLAGS += -I$(HIPLIB_HOME)/include -I$(HIPLIB_HOME)/include/miopen -I$(HIPLIB_HOME)/include/rocrand -I$(HIPLIB_HOME)/include/hiprand -LD_FLAGS += -lMIOpen -lhipblas -lhiprand -L$(HIPLIB_HOME)/lib -endif -endif - -# CUDA arch variables -# We cannot use the default "auto" setting here because it will try to compile FlexFlow and Legion for GPU archs < 60, -# which are not compatible with the half precision type. -GPU_ARCH ?= 60 61 62 70 72 75 80 90 - -#ifndef HDF5 -#HDF5_inc ?= /usr/include/hdf5/serial -#HDF5_lib ?= /usr/lib/x86_64-linux-gnu/hdf5/serial -#INC_FLAGS += -I${HDF5}/ -#LD_FLAGS += -L${HDF5_lib} -lhdf5 -#endif - -########################################################################### -# -# Don't change anything below here -# -########################################################################### - -include $(LG_RT_DIR)/runtime.mk diff --git a/TRAIN.md b/TRAIN.md deleted file mode 100644 index 1595274a4..000000000 --- a/TRAIN.md +++ /dev/null @@ -1,65 +0,0 @@ -# FlexFlow Train: Distributed DNN Training with Flexible Parallelization Strategies. -FlexFlow Train is a deep learning framework that accelerates distributed DNN training by automatically searching for efficient parallelization strategies. FlexFlow Train provides a drop-in replacement for PyTorch and TensorFlow Keras. Running existing PyTorch and Keras programs in FlexFlow oTrain nly requires [a few lines of changes to the program](https://flexflow.ai/keras). - - -## PyTorch Support -Users can also use FlexFlow Train to optimize the parallelization performance of existing PyTorch models in two steps. First, a PyTorch model can be exported to the FlexFlow model format using `flexflow.torch.fx.torch_to_flexflow`. -```python -import torch -import flexflow.torch.fx as fx - -model = MyPyTorchModule() -fx.torch_to_flexflow(model, "mymodel.ff") -``` - -Second, a FlexFlow Train program can directly import a previously saved PyTorch model and [autotune](https://www.usenix.org/conference/osdi22/presentation/unger) the parallelization performance for a given parallel machine. - -```python -from flexflow.pytorch.model import PyTorchModel - -def top_level_task(): - torch_model = PyTorchModel("mymodel.ff") - output_tensor = torch_model.apply(ffmodel, input_tensor) - ## Model compilation - ffmodel.compile(optimizer='adam', loss='sparse_categorical_crossentropy', metrics=['accuracy']) - ## Model training - (x_train, y_train) = cifar10.load_data() - ffmodel.fit(x_train, y_train, epochs=30) -``` - -**More FlexFlow PyTorch examples**: see the [pytorch examples folder](https://github.com/flexflow/FlexFlow/tree/master/examples/python/pytorch). - -## TensorFlow Keras and ONNX Support -FlexFlow Train prioritizes PyTorch compatibility, but also includes frontends for [Tensorflow Keras](./docs/source/keras.rst) and [ONNX](./docs/source/onnx.rst) models. - -## C++ Interface -For users that prefer to program in C/C++. FlexFlow Train supports a C++ program inference that is equivalent to its Python APIs. - -**More FlexFlow C++ examples**: see the [C++ examples folder](https://github.com/flexflow/FlexFlow/tree/master/examples/cpp). - - -## Command-Line Flags -In addition to setting runtime configurations in a FlexFlow Train Python/C++ program, the FlexFlow Train runtime also accepts command-line arguments for various runtime parameters: - -FlexFlow training flags: -* `-e` or `--epochs`: number of total epochs to run (default: 1) -* `-b` or `--batch-size`: global batch size in each iteration (default: 64) -* `-p` or `--print-freq`: print frequency (default: 10) -* `-d` or `--dataset`: path to the training dataset. If not set, synthetic data is used to conduct training. - -Legion runtime flags: -* `-ll:gpu`: number of GPU processors to use on each node (default: 0) -* `-ll:fsize`: size of device memory on each GPU (in MB) -* `-ll:zsize`: size of zero-copy memory (pinned DRAM with direct GPU access) on each node (in MB). This is used for prefecthing training images from disk. -* `-ll:cpu`: number of data loading workers (default: 4) -* `-ll:util`: number of utility threads to create per process (default: 1) -* `-ll:bgwork`: number of background worker threads to create per process (default: 1) - -Performance auto-tuning flags: -* `--search-budget` or `--budget`: the number of iterations for the MCMC search (default: 0) -* `--search-alpha` or `--alpha`: a hyper-parameter for the search procedure (default: 0.05) -* `--export-strategy` or `--export`: path to export the best discovered strategy (default: None) -* `--import-strategy` or `--import`: path to import a previous saved strategy (default: None) -* `--enable-parameter-parallel`: allow FlexFlow Train to explore parameter parallelism for performance auto-tuning. (By default FlexFlow Train only considers data and model parallelism.) -* `--enable-attribute-parallel`: allow FlexFlow Train to explore attribute parallelism for performance auto-tuning. (By default FlexFlow Train only considers data and model parallelism.) -For performance tuning related flags: see [performance autotuning](https://flexflow.ai/search). diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index 2af81de11..f9e93bbcb 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -1,8 +1,8 @@ ARG ff_environment_base_image FROM ${ff_environment_base_image} -LABEL org.opencontainers.image.source=https://github.com/flexflow/FlexFlow -LABEL org.opencontainers.image.description="FlexFlow environment container" +LABEL org.opencontainers.image.source=https://github.com/flexflow/flexflow-serve +LABEL org.opencontainers.image.description="flexflow-serve environment container" SHELL ["/bin/bash", "-c"] diff --git a/docker/flexflow/Dockerfile b/docker/flexflow/Dockerfile index dff925965..aa69f765f 100644 --- a/docker/flexflow/Dockerfile +++ b/docker/flexflow/Dockerfile @@ -2,16 +2,16 @@ ARG FF_GPU_BACKEND "cuda" ARG gpu_backend_version "" FROM flexflow-environment-$FF_GPU_BACKEND$gpu_backend_version:latest -LABEL org.opencontainers.image.source=https://github.com/flexflow/FlexFlow -LABEL org.opencontainers.image.description="FlexFlow container" +LABEL org.opencontainers.image.source=https://github.com/flexflow/flexflow-serve +LABEL org.opencontainers.image.description="flexflow-serve container" -# Copy FlexFlow repository -RUN mkdir FlexFlow -ENV FF_HOME /usr/FlexFlow +# Copy flexflow-serve repository +RUN mkdir flexflow-serve +ENV FF_HOME /usr/flexflow-serve WORKDIR ${FF_HOME} COPY . . -# Args to build FlexFlow +# Args to build flexflow-serve ARG BUILD_CONFIGS ARG N_BUILD_CORES @@ -24,7 +24,7 @@ RUN for pair in $BUILD_CONFIGS; do \ fi; \ done -# Build and install C++ and Python versions of FlexFlow +# Build and install C++ and Python versions of flexflow-serve RUN mkdir -p build && cd build && \ eval "$BUILD_CONFIGS" ../config/config.linux && \ make -j $N_BUILD_CORES install && \ diff --git a/examples/cpp/AlexNet/CMakeLists.txt b/examples/cpp/AlexNet/CMakeLists.txt deleted file mode 100644 index 699148d7b..000000000 --- a/examples/cpp/AlexNet/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_AlexNet) -set(project_target alexnet) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - alexnet.cc - alexnet.h) - -set(GPU_SRC - alexnet.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/AlexNet/Makefile b/examples/cpp/AlexNet/Makefile deleted file mode 100644 index 3fb25d111..000000000 --- a/examples/cpp/AlexNet/Makefile +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) University -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 1 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 0 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= alexnet -# List all the application source files here -GEN_SRC = alexnet_new.cc -GEN_GPU_SRC = alexnet.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/AlexNet/alexnet.cc b/examples/cpp/AlexNet/alexnet.cc deleted file mode 100644 index 350788232..000000000 --- a/examples/cpp/AlexNet/alexnet.cc +++ /dev/null @@ -1,434 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "alexnet.h" -#include -#include -#include -using namespace Legion; -using FlexFlow::FFConfig; -using FlexFlow::FFModel; -using FlexFlow::Optimizer; -using FlexFlow::ParallelDim; -using FlexFlow::ParallelTensor; -using FlexFlow::SGDOptimizer; -using FlexFlow::Tensor; - -Legion::Logger log_app("AlexNet"); - -void parse_input_args(char **argv, int argc, AlexNetConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--dataset")) { - std::strcpy(config.dataset_path, argv[++i]); - continue; - } - } -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - AlexNetConfig alexnetConfig; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, alexnetConfig); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - } - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {ffConfig.batchSize, 3, 229, 229}; - input = ff.create_tensor<4>(dims, DT_FLOAT); - } - // Tensor label; - //{ - // const int dims[] = {ffConfig.batchSize, 1}; - // label = ff.create_tensor<2>(dims, DT_INT32); - // } - // Add layers - Tensor t = input, ts[2]; - t = ff.conv2d(input, 64, 11, 11, 4, 4, 2, 2, AC_MODE_RELU); - // ts[1] = ff.conv2d("conv1", input, 64, 11, 11, 4, 4, 2, 2); - // t = ff.concat("concat", 2, ts, 1/*axis*/); - t = ff.pool2d(t, 3, 3, 2, 2, 0, 0); - t = ff.conv2d(t, 192, 5, 5, 1, 1, 2, 2, AC_MODE_RELU); - t = ff.pool2d(t, 3, 3, 2, 2, 0, 0); - t = ff.conv2d(t, 384, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - t = ff.conv2d(t, 256, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - t = ff.conv2d(t, 256, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - t = ff.pool2d(t, 3, 3, 2, 2, 0, 0); - t = ff.flat(t); - t = ff.dense(t, 4096, AC_MODE_RELU /*relu*/); - t = ff.dense(t, 4096, AC_MODE_RELU /*relu*/); - t = ff.dense(t, 10); - t = ff.softmax(t); - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - // Data Loader - ParallelTensor input_pt, label_pt; - ff.get_parallel_tensor_from_tensor(input, input_pt); - ff.get_parallel_tensor_from_tensor(ff.label_tensor, label_pt); - DataLoader data_loader(ff, &alexnetConfig, input_pt, label_pt); - ff.init_operators(); - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - data_loader.reset(); - ff.reset_metrics(); - int iterations = data_loader.num_samples / ffConfig.batchSize; - - for (int iter = 0; iter < iterations; iter++) { - if (std::strlen(alexnetConfig.dataset_path) == 0) { - // Only load data once for random input - if (iter == 0 && epoch == 0) { - data_loader.next_batch(ff); - } - } else { - data_loader.next_batch(ff); - } - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - data_loader.num_samples * ffConfig.epochs / run_time); -} - -size_t get_file_size(std::string const &filename) { - streampos begin, end; - ifstream file(filename.c_str(), ios::binary); - begin = file.tellg(); - file.seekg(0, ios::end); - end = file.tellg(); - file.close(); - size_t filesize = end - begin; - return filesize; -} - -DataLoader::DataLoader(FFModel &ff, - AlexNetConfig const *alexnet, - ParallelTensor input, - ParallelTensor label) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - num_samples = 0; - if (std::strlen(alexnet->dataset_path) == 0) { - log_app.print("Use random dataset..."); - num_samples = 1024 * ff.config.workersPerNode * ff.config.numNodes; - log_app.print("Number of random samples = %d\n", num_samples); - } else { - log_app.print("Start loading dataset from %s", alexnet->dataset_path); - size_t filesize = get_file_size(alexnet->dataset_path); - assert(filesize % 3073 == 0); - num_samples = filesize / 3073; - } - - // Create full input - { - assert(input->num_dims == 5); - batch_input = input; - ParallelDim dims[5]; - for (int i = 0; i < 5; i++) { - dims[i].size = input->dims[i].size; - dims[i].degree = 1; - dims[i].parallel_idx = -1; - dims[i].is_replica_dim = input->dims[i].is_replica_dim; - // Assume only the first dim can be the replica dim - assert(i == 4 || (!dims[i].is_replica_dim)); - } - dims[3].size = num_samples; - // int const dims[] = { - // num_samples, input->dims[2], input->dims[1], input->dims[0]}; - full_input = ff.create_parallel_tensor_legion_ordering(5, dims, DT_FLOAT); - ff.map_tensor(full_input, NULL /*parallel_op*/); - } - // Create full label - { - assert(label->num_dims == 3); - batch_label = label; - ParallelDim dims[3]; - for (int i = 0; i < 3; i++) { - dims[i].size = label->dims[i].size; - dims[i].degree = 1; - dims[i].parallel_idx = -1; - // Assume only the first dim can be the replica dim - assert(i == 2 || (!dims[i].is_replica_dim)); - } - dims[1].size = num_samples; - // int const dims[] = {num_samples, label->dims[0]}; - full_label = ff.create_parallel_tensor_legion_ordering(3, dims, DT_INT32); - ff.map_tensor(full_label, NULL); - } - // Load entire dataset - // TODO: Use index launcher instead of task launcher - TaskLauncher launcher(FlexFlow::CUSTOM_CPU_TASK_ID_1, - TaskArgument(alexnet, sizeof(AlexNetConfig))); - // regions[0]: full_input - launcher.add_region_requirement(RegionRequirement(full_input->region, - WRITE_ONLY, - EXCLUSIVE, - full_input->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - // regions[1]: full_label - launcher.add_region_requirement(RegionRequirement(full_label->region, - WRITE_ONLY, - EXCLUSIVE, - full_label->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(1, FID_DATA); - runtime->execute_task(ctx, launcher); - reset(); - next_batch(ff); -} - -__inline__ int calc_offset(int c, int y, int x, int yscale, int xscale) { - return (c * yscale * xscale + y * xscale + x); -} - -void nearest_neigh(unsigned char *image, - unsigned char *buffer, - int height, - int width, - int orig_height, - int orig_width, - float height_scale, - float width_scale) { - for (int y = 0; y < height; y++) { - int y0 = - std::min(static_cast(roundf(y * height_scale)), orig_height - 1); - for (int x = 0; x < width; x++) { - int x0 = - std::min(static_cast(roundf(x * width_scale)), orig_width - 1); - for (int c = 0; c < 3; c++) { - int origOffset = calc_offset(y0, x0, c, orig_width, 3); - int offset = calc_offset(c, y, x, height, width); - image[offset] = buffer[origOffset]; - } - } - } -} - -void DataLoader::load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - AlexNetConfig const *alexnet = (AlexNetConfig *)task->args; - assert(regions.size() == 2); - assert(task->regions.size() == regions.size()); - const FlexFlow::AccessorWO acc_input(regions[0], FID_DATA); - const FlexFlow::AccessorWO acc_label(regions[1], FID_DATA); - Rect<5> rect_input = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - assert(acc_input.accessor.is_dense_arbitrary(rect_input)); - Rect<3> rect_label = runtime->get_index_space_domain( - ctx, task->regions[1].region.get_index_space()); - assert(acc_label.accessor.is_dense_arbitrary(rect_label)); - float *input_ptr = acc_input.ptr(rect_input.lo); - int *label_ptr = acc_label.ptr(rect_label.lo); - int num_samples = rect_label.hi[1] - rect_label.lo[1] + 1; - assert(rect_input.hi[3] - rect_input.lo[3] + 1 == num_samples); - if (std::strlen(alexnet->dataset_path) == 0) { - log_app.print("Start generating random input samples"); - for (size_t i = 0; i < rect_label.volume(); i++) { - label_ptr[i] = std::rand() % 10; - } - return; - } - log_app.print( - "Start loading %d samples from %s\n", num_samples, alexnet->dataset_path); - int height = rect_input.hi[1] - rect_input.lo[1] + 1; - int width = rect_input.hi[0] - rect_input.lo[0] + 1; - int origHeight = 32; - int origWidth = 32; - float heightScale = static_cast(origHeight) / height; - float widthScale = static_cast(origWidth) / width; - FILE *file = fopen(alexnet->dataset_path, "rb"); - unsigned char *buffer = (unsigned char *)malloc(3073); - unsigned char *image = (unsigned char *)malloc(3 * height * width); - for (off_t i = 0; i < num_samples; i++) { - size_t ret = fread(buffer, sizeof(unsigned char), 3073, file); - assert(ret = 3073); - if ((i + 1) % 1000 == 0) { - log_app.print("Loaded %ld samples", i + 1); - } - label_ptr[i] = buffer[0]; - nearest_neigh(image, - buffer + 1, - height, - width, - origHeight, - origWidth, - heightScale, - widthScale); - off_t input_offset = i * 3 * height * width; - off_t image_offset = 0; - for (off_t h = 0; h < 3 * height * width; h++) { - input_ptr[input_offset++] = - static_cast(image[image_offset++]) / 255; - } - } - log_app.print("Finish loading %d samples from %s\n", - num_samples, - alexnet->dataset_path); - fclose(file); -} - -void DataLoader::next_batch(FFModel &ff) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - // Load input - { - Domain domain = - runtime->get_index_space_domain(ctx, batch_input->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % batch_input->dims[3].size == 0); - meta.num_samples = batch_input->dims[3].size; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(FlexFlow::CUSTOM_GPU_TASK_ID_1, - batch_input->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_input->machine_view.hash()); - launcher.add_region_requirement(RegionRequirement(full_input->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_input->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement(RegionRequirement(batch_input->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_input->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load label - { - Domain domain = - runtime->get_index_space_domain(ctx, batch_label->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % batch_label->dims[1].size == 0); - meta.num_samples = batch_label->dims[1].size; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(FlexFlow::CUSTOM_GPU_TASK_ID_2, - batch_label->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_label->machine_view.hash()); - launcher.add_region_requirement(RegionRequirement(full_label->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_label->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement(RegionRequirement(batch_label->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_label->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - next_index += ff.config.batchSize; -} - -void DataLoader::reset() { - next_index = 0; -} - -void FlexFlow::register_custom_tasks() { - // Load entire dataset - { - TaskVariantRegistrar registrar(FlexFlow::CUSTOM_CPU_TASK_ID_1, - "Load Entire Dataset"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Entire Dataset Task"); - } - // Load input - { - TaskVariantRegistrar registrar(FlexFlow::CUSTOM_GPU_TASK_ID_1, - "Load Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Input Task"); - } - // Load label - { - TaskVariantRegistrar registrar(FlexFlow::CUSTOM_GPU_TASK_ID_2, - "Load Labels"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Label Task"); - } -} diff --git a/examples/cpp/AlexNet/alexnet.cu b/examples/cpp/AlexNet/alexnet.cu deleted file mode 100644 index 0be239686..000000000 --- a/examples/cpp/AlexNet/alexnet.cu +++ /dev/null @@ -1,78 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "alexnet.h" -#include "flexflow/utils/cuda_helper.h" - -void DataLoader::load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - coord_t batch_size = - acc_batch_input.rect.hi[3] - acc_batch_input.rect.lo[3] + 1; - coord_t channels = - acc_batch_input.rect.hi[2] - acc_batch_input.rect.lo[2] + 1; - coord_t height = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - coord_t width = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < batch_size; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - coord_t start_idx = meta->idxs[0]; - float const *input_zc = - acc_full_input.ptr + start_idx * channels * height * width; - copy_kernel<<>>( - acc_batch_input.ptr, input_zc, acc_batch_input.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} - -void DataLoader::load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_label( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_label(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_label.rect.hi[1] - acc_batch_label.rect.lo[1] + 1; - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < batch_size; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - int const *input_zc = acc_full_label.ptr + meta->idxs[0]; - copy_kernel<<>>( - acc_batch_label.ptr, input_zc, acc_batch_label.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} diff --git a/examples/cpp/AlexNet/alexnet.h b/examples/cpp/AlexNet/alexnet.h deleted file mode 100644 index b41726afd..000000000 --- a/examples/cpp/AlexNet/alexnet.h +++ /dev/null @@ -1,63 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 4196 - -using namespace Legion; -using namespace std; -using FlexFlow::FID_DATA; -using FlexFlow::TensorAccessorR; -using FlexFlow::TensorAccessorW; - -struct AlexNetConfig { - AlexNetConfig(void) { - // Set default configurations here - std::memset(dataset_path, 0, MAX_FILE_LENGTH); - } - char dataset_path[MAX_FILE_LENGTH]; -}; - -class DataLoader { -public: - DataLoader(FlexFlow::FFModel &ff, - AlexNetConfig const *alexnet, - FlexFlow::ParallelTensor _input, - FlexFlow::ParallelTensor _label); - static void load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - void next_batch(FlexFlow::FFModel &); - void reset(void); - -public: - int num_samples, next_index; - FlexFlow::ParallelTensor full_input, batch_input; - FlexFlow::ParallelTensor full_label, batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/DLRM/CMakeLists.txt b/examples/cpp/DLRM/CMakeLists.txt deleted file mode 100644 index bbf1d97a8..000000000 --- a/examples/cpp/DLRM/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_DLRM) -set(project_target dlrm) -find_package(HDF5 REQUIRED COMPONENTS C) -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - dlrm.cc - dlrm.h) - -set(GPU_SRC - dlrm.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR} ${HDF5_C_INCLUDE_DIRS}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES} ${HDF5_C_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/DLRM/Makefile b/examples/cpp/DLRM/Makefile deleted file mode 100644 index 292d70293..000000000 --- a/examples/cpp/DLRM/Makefile +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 0 # Include debugging symbols -MAX_DIM ?= 5 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 1 # Include GASNet support (requires GASNet) -USE_HDF ?= 1 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= dlrm -# List all the application source files here -GEN_SRC = dlrm.cc -GEN_GPU_SRC = dlrm.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/DLRM/Makefile.devgpu b/examples/cpp/DLRM/Makefile.devgpu deleted file mode 100644 index 594dacb0d..000000000 --- a/examples/cpp/DLRM/Makefile.devgpu +++ /dev/null @@ -1,61 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -ifndef LG_RT_DIR -#$(error LG_RT_DIR variable is not defined, aborting build) -LG_RT_DIR ?= ../../legion/runtime -endif - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - - -# Flags for directing the runtime makefile what to include -DEBUG ?= 0 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 1 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= $(app) -# List all the application source files here -GEN_SRC ?= ../../src/runtime/model.cc ../../src/mapper/mapper.cc ../../src/runtime/initializer.cc ../../src/runtime/optimizer.cc\ - ../../src/ops/embedding_avx2.cc ../../src/ops/embedding.cc ../../src/runtime/strategy.pb.cc ../../src/runtime/strategy.cc $(app).cc -GEN_GPU_SRC ?= ../../src/ops/conv_2d.cu ../../src/runtime/model.cu ../../src/ops/pool_2d.cu ../../src/ops/batch_norm.cu ../../src/ops/linear.cu \ - ../../src/ops/softmax.cu ../../src/ops/concat.cu ../../src/ops/flat.cu ../../src/ops/embedding.cu ../../src/ops/mse_loss.cu\ - ../../src/runtime/initializer_kernel.cu ../../src/runtime/optimizer_kernel.cu ../../src/runtime/accessor_kernel.cu\ - ../../src/ops/batch_matmul.cu ../../src/runtime/cuda_helper.cu $(app).cu# .cu files - -# You can modify these variables, some will be appended to by the runtime makefile -INC_FLAGS ?= -I../../include/ -I${FF_HOME}/protobuf/src -I/mnt/homedir/zhihao/tools/hdf5-1.10.5-linux-centos7-x86_64-shared/include/ -CC_FLAGS ?= -NVCC_FLAGS ?= -GASNET_FLAGS ?= -LD_FLAGS ?= -lcudnn -lcublas -lcurand -lprotobuf -L/usr/local/lib -lhdf5 -L${FF_HOME}/protobuf/src/.libs -L/mnt/homedir/zhihao/tools/hdf5-1.10.5-linux-centos7-x86_64-shared/lib -# For Point and Rect typedefs -CC_FLAGS += -std=c++11 -NVCC_FLAGS += -std=c++11 -########################################################################### -# -# Don't change anything below here -# -########################################################################### - -include $(LG_RT_DIR)/runtime.mk - diff --git a/examples/cpp/DLRM/Makefile.ec2 b/examples/cpp/DLRM/Makefile.ec2 deleted file mode 100644 index 102f6f728..000000000 --- a/examples/cpp/DLRM/Makefile.ec2 +++ /dev/null @@ -1,83 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - - -# Flags for directing the runtime makefile what to include -DEBUG ?= 1 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 1 # Include GASNet support (requires GASNet) -USE_HDF ?= 1 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= $(app) -# List all the application source files here -GEN_SRC ?= ../../src/runtime/model.cc ../../src/mapper/mapper.cc ../../src/runtime/initializer.cc ../../src/runtime/optimizer.cc\ - ../../src/ops/embedding.cc ../../src/runtime/strategy.pb.cc ../../src/runtime/strategy.cc $(app).cc -GEN_GPU_SRC ?= ../../src/ops/conv_2d.cu ../../src/runtime/model.cu ../../src/ops/pool_2d.cu ../../src/ops/batch_norm.cu ../../src/ops/linear.cu \ - ../../src/ops/softmax.cu ../../src/ops/concat.cu ../../src/ops/flat.cu ../../src/ops/embedding.cu ../../src/ops/mse_loss.cu\ - ../../src/runtime/initializer_kernel.cu ../../src/runtime/optimizer_kernel.cu ../../src/runtime/accessor_kernel.cu\ - ../../src/runtime/cuda_helper.cu $(app).cu# .cu files - -# You can modify these variables, some will be appended to by the runtime makefile -INC_FLAGS ?= -I../../include/ -I${CUDNN}/include #-I/mnt/homedir/zhihao/tools/protobuf/src -I/mnt/homedir/zhihao/tools/hdf5-1.10.5-linux-centos7-x86_64-shared/include/ -CC_FLAGS ?= -NVCC_FLAGS ?= -GASNET_FLAGS ?= -LD_FLAGS ?= -lcudnn -lcublas -lcurand -lprotobuf -L/usr/local/lib -lhdf5 -L${CUDNN}/lib64 #-L/mnt/homedir/zhihao/tools/protobuf/src/.libs -L/mnt/homedir/zhihao/tools/hdf5-1.10.5-linux-centos7-x86_64-shared/lib - For Point and Rect typedefs -CC_FLAGS += -std=c++11 -NVCC_FLAGS += -std=c++11 - -ifndef CUDA -#$(error CUDA variable is not defined, aborting build) -endif - -ifndef CUDNN -#$(error CUDNN variable is not defined, aborting build) -endif - -ifndef LG_RT_DIR -#$(error LG_RT_DIR variable is not defined, aborting build) -LG_RT_DIR ?= ../../legion/runtime -endif - -ifndef GASNET -GASNET ?= ../../GASNet-2019.9.0 -endif - -ifndef PROTOBUF -#$(error PROTOBUF variable is not defined, aborting build) -endif -PROTOBUF ?= ../../protobuf -INC_FLAGS += -I${PROTOBUF}/src -LD_FLAGS += -L${PROTOBUF}/src/.lib -lprotobuf - -ifndef HDF5 -HDF5_inc ?= /usr/include/hdf5/serial -HDF5_lib ?= /usr/lib/x86_64-linux-gnu/hdf5/serial -INC_FLAGS += -I${HDF5}/ -LD_FLAGS += -L${HDF5_lib} -lhdf5 -endif -########################################################################### -# -# Don't change anything below here -# -########################################################################### - -include $(LG_RT_DIR)/runtime.mk - diff --git a/examples/cpp/DLRM/dlrm.cc b/examples/cpp/DLRM/dlrm.cc deleted file mode 100644 index d7dc16755..000000000 --- a/examples/cpp/DLRM/dlrm.cc +++ /dev/null @@ -1,750 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "dlrm.h" -#include "hdf5.h" -#include - -using namespace Legion; - -Legion::Logger log_app("DLRM"); - -void parse_input_args(char **argv, int argc, DLRMConfig &apConfig); - -DLRMConfig::DLRMConfig(void) - : sparse_feature_size(64), sigmoid_bot(-1), sigmoid_top(-1), - embedding_bag_size(1), loss_threshold(0.0f), arch_interaction_op("cat"), - dataset_path(""), data_size(-1) { - embedding_size.push_back(1000000); - embedding_size.push_back(1000000); - embedding_size.push_back(1000000); - embedding_size.push_back(1000000); - // embedding_size.push_back(4); - // embedding_size.push_back(4); - mlp_bot.push_back(4); - mlp_bot.push_back(64); - mlp_bot.push_back(64); - mlp_top.push_back(64); - mlp_top.push_back(64); - mlp_top.push_back(2); -} - -Tensor create_mlp(FFModel *model, - Tensor const &input, - std::vector ln, - int sigmoid_layer) { - Tensor t = input; - for (int i = 0; i < (int)(ln.size() - 1); i++) { - float std_dev = sqrt(2.0f / (ln[i + 1] + ln[i])); - Initializer *weight_init = new NormInitializer(std::rand(), 0, std_dev); - std_dev = sqrt(2.0f / ln[i + 1]); - Initializer *bias_init = new NormInitializer(std::rand(), 0, std_dev); - ActiMode activation = i == sigmoid_layer ? AC_MODE_SIGMOID : AC_MODE_RELU; - t = model->dense(t, - ln[i + 1], - activation, - false /*bias*/, - DT_FLOAT, - NULL /*weight_sharing*/, - weight_init, - bias_init); - } - return t; -} - -Tensor create_emb(FFModel *model, - Tensor const &input, - int input_dim, - int output_dim, - int idx) { - float range = sqrt(1.0f / input_dim); - Initializer *embed_init = new UniformInitializer(std::rand(), -range, range); - Tensor t = model->embedding(input, - input_dim, - output_dim, - AGGR_MODE_SUM, - DT_HALF /*dtype*/, - NULL /*weight_sharing*/, - embed_init); - return model->cast(t, DT_FLOAT); -} - -Tensor interact_features(FFModel *model, - Tensor const &x, - std::vector const &ly, - std::string interaction) { - // Currently only support cat - // TODO: implement dot attention - if (interaction == "cat") { - Tensor *inputs = (Tensor *)malloc(sizeof(Tensor) * (1 + ly.size())); - inputs[0] = x; - for (size_t i = 0; i < ly.size(); i++) { - inputs[i + 1] = ly[i]; - } - return model->concat(ly.size() + 1, inputs, -1 /*axis*/); - free(inputs); - } else { - assert(false); - } -} - -void print_vector(std::string const &name, std::vector const &vector) { - std::ostringstream out; - for (size_t i = 0; i < vector.size() - 1; i++) { - out << vector[i] << " "; - } - if (vector.size() > 0) { - out << vector[vector.size() - 1]; - } - log_app.print("%s: %s", name.c_str(), out.str().c_str()); -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - // Parse input arguments - DLRMConfig dlrmConfig; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, dlrmConfig); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - log_app.print("EmbeddingBagSize(%d)", dlrmConfig.embedding_bag_size); - print_vector("Embedding Vocab Sizes", dlrmConfig.embedding_size); - print_vector("MLP Top", dlrmConfig.mlp_top); - print_vector("MLP Bot", dlrmConfig.mlp_bot); - } - - FFModel ff(ffConfig); - - std::vector sparse_inputs; - for (size_t i = 0; i < dlrmConfig.embedding_size.size(); i++) { - int const dims[] = {ffConfig.batchSize, dlrmConfig.embedding_bag_size}; - Tensor input = ff.create_tensor<2>(dims, DT_INT64); - sparse_inputs.push_back(input); - } - Tensor dense_input; - { - int const dims[] = {ffConfig.batchSize, dlrmConfig.mlp_bot[0]}; - dense_input = ff.create_tensor<2>(dims, DT_FLOAT); - } - // Tensor label; - //{ - // const int dims[] = {ffConfig.batchSize, 1}; - // label = ff.create_tensor<2>(dims, DT_FLOAT); - // } - // Step 1 create dense_mlp - Tensor x = - create_mlp(&ff, dense_input, dlrmConfig.mlp_bot, dlrmConfig.sigmoid_bot); - std::vector ly; - for (size_t i = 0; i < dlrmConfig.embedding_size.size(); i++) { - int input_dim = dlrmConfig.embedding_size[i]; - int output_dim = dlrmConfig.sparse_feature_size; - ly.push_back(create_emb(&ff, sparse_inputs[i], input_dim, output_dim, i)); - } - Tensor z = interact_features(&ff, x, ly, dlrmConfig.arch_interaction_op); - Tensor p = - create_mlp(&ff, z, dlrmConfig.mlp_top, dlrmConfig.mlp_top.size() - 2); - if (dlrmConfig.loss_threshold > 0.0f && dlrmConfig.loss_threshold < 1.0f) { - // TODO: implement clamp - assert(false); - } - // Use SGD Optimizer - Optimizer *optimizer = new SGDOptimizer(&ff, 0.01f); - std::vector metrics; - // metrics.push_back(METRICS_ACCURACY); - // metrics.push_back(METRICS_MEAN_SQUARED_ERROR); - ff.compile(optimizer, LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics); - // Data Loader - DataLoader data_loader( - ff, dlrmConfig, sparse_inputs, dense_input, ff.label_tensor); - ff.init_operators(); - - // Warmup iterations - for (int iter = 0; iter < 1; iter++) { - data_loader.reset(); - ff.reset_metrics(); - data_loader.next_batch(ff); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - // ff.update(); - } - - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - log_app.print("Warmup finished...Start timer..."); - log_app.print("Num. epochs = %d", ffConfig.epochs); - log_app.print("Num. iterations/epoch = %d", - data_loader.num_samples / ffConfig.batchSize); - printf("parameters.size() = %lu\n", ff.parameters.size()); - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - data_loader.reset(); - ff.reset_metrics(); - int iterations = data_loader.num_samples / ffConfig.batchSize; - for (int iter = 0; iter < iterations; iter++) { - if (dlrmConfig.dataset_path.length() == 0) { - // Only load data once for random input - // if (iter == 0 && epoch == 0) - // data_loader.next_batch(ff); - } else { - data_loader.next_batch(ff); - } - // if (epoch > 0) { - // runtime->begin_trace(ctx, 111 /*trace_id*/); - // } - ff.forward(); - ff.zero_gradients(); - ff.backward(); - // ff.update(); - // if (epoch > 0) { - // runtime->end_trace(ctx, 111 /*trace_id*/); - // } - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - data_loader.num_samples * ffConfig.epochs / run_time); -} - -void parse_input_args(char **argv, int argc, DLRMConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--arch-sparse-feature-size")) { - config.sparse_feature_size = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--arch-embedding-size")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.embedding_size.clear(); - while (std::getline(ss, word, '-')) { - config.embedding_size.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--embedding-bag-size")) { - config.embedding_bag_size = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--arch-mlp-bot")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.mlp_bot.clear(); - while (std::getline(ss, word, '-')) { - config.mlp_bot.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--arch-mlp-top")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.mlp_top.clear(); - while (std::getline(ss, word, '-')) { - config.mlp_top.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--loss-threshold")) { - config.loss_threshold = atof(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--sigmoid-top")) { - config.sigmoid_top = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--sigmoid-bot")) { - config.sigmoid_bot = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--arch-interaction-op")) { - config.arch_interaction_op = std::string(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--dataset")) { - config.dataset_path = std::string(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--data-size")) { - config.data_size = atoi(argv[++i]); - continue; - } - } -} - -DataLoader::DataLoader(FFModel &ff, - DLRMConfig const &dlrm, - std::vector const &_sparse_inputs, - Tensor _dense_input, - Tensor _label) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - num_samples = 0; - if (dlrm.dataset_path == "") { - log_app.print("Use random dataset..."); - if (dlrm.data_size > 0) { - num_samples = dlrm.data_size; // num_samples = 256 * 2 * 8 * 16; - } else { - num_samples = 256 * 4 * ff.config.workersPerNode * ff.config.numNodes; - } - // num_samples = 256 * 2 * 8 * 16; - log_app.print("Number of random samples = %d\n", num_samples); - } else { - log_app.print("Start loading dataset from %s", dlrm.dataset_path.c_str()); - hid_t file_id = - H5Fopen(dlrm.dataset_path.c_str(), H5F_ACC_RDWR, H5P_DEFAULT); - // X_int - { - hsize_t dims[2], maxdims[2]; - hid_t x_int_dataset_id = H5Dopen2(file_id, "X_int", H5P_DEFAULT); - hid_t x_int_space_id = H5Dget_space(x_int_dataset_id); - hid_t x_int_type_id = H5Dget_type(x_int_dataset_id); - assert(H5Sget_simple_extent_dims(x_int_space_id, dims, maxdims) == 2); - assert(H5Tget_class(x_int_type_id) == H5T_FLOAT); - num_samples = dims[0]; - assert(dlrm.mlp_bot[0] == (int)dims[1]); - H5Tclose(x_int_type_id); - H5Dclose(x_int_dataset_id); - H5Sclose(x_int_space_id); - } - // X_cat - { - hsize_t dims[2], maxdims[2]; - hid_t x_cat_dataset_id = H5Dopen2(file_id, "X_cat", H5P_DEFAULT); - hid_t x_cat_space_id = H5Dget_space(x_cat_dataset_id); - hid_t x_cat_type_id = H5Dget_type(x_cat_dataset_id); - assert(H5Sget_simple_extent_dims(x_cat_space_id, dims, maxdims) == 2); - assert(H5Tget_class(x_cat_type_id) == H5T_INTEGER); - assert(num_samples == (int)dims[0]); - assert(_sparse_inputs.size() == dims[1]); - H5Tclose(x_cat_type_id); - H5Dclose(x_cat_dataset_id); - H5Sclose(x_cat_space_id); - } - // y - { - hsize_t dims[2], maxdims[2]; - hid_t y_dataset_id = H5Dopen2(file_id, "y", H5P_DEFAULT); - hid_t y_space_id = H5Dget_space(y_dataset_id); - hid_t y_type_id = H5Dget_type(y_dataset_id); - H5Sget_simple_extent_dims(y_space_id, dims, maxdims); - assert(num_samples == (int)dims[0]); - // assert(dims[1] == 1); - H5Tclose(y_type_id); - H5Dclose(y_dataset_id); - H5Sclose(y_space_id); - } - H5Fclose(file_id); - log_app.print("Finish loading dataset from %s", dlrm.dataset_path.c_str()); - log_app.print("Loaded %d samples", num_samples); - } - return; - for (size_t i = 0; i < _sparse_inputs.size(); i++) { - batch_sparse_inputs.push_back(_sparse_inputs[i]); - } - { - int const dims[] = {num_samples, - (int)_sparse_inputs.size() * dlrm.embedding_bag_size}; - full_sparse_input = ff.create_tensor<2>(dims, DT_INT64); - // ff.map_tensor(full_sparse_input, full_sparse_input->owner_op); - } - { - batch_dense_input = _dense_input; - int const dims[] = {num_samples, dlrm.mlp_bot[0]}; - full_dense_input = ff.create_tensor<2>(dims, DT_FLOAT); - // ff.map_tensor(full_dense_input, - // full_dense_input->parallel_tensor->owner_op); - } - { - batch_label = _label; - int const dims[] = {num_samples, 1}; - full_label = ff.create_tensor<2>(dims, DT_FLOAT); - // ff.map_tensor(full_label, full_label->parallel_tensor->owner_op); - } - // Load entire dataset - // TODO: Use index launcher instead of task launcher - - // passing DLRM Config through plain struct. -> - ArgsConfig dlrm_args; - assert(dlrm.embedding_size.size() <= MAX_NUM_EMB); - assert(dlrm.dataset_path.length() <= MAX_DATASET_PATH_LEN); - auto prev_s = dlrm.embedding_size[0]; - for (auto s : dlrm.embedding_size) { - assert(s == prev_s); - } - dlrm_args.embedding_size = prev_s; - strcpy(dlrm_args.dataset_path, dlrm.dataset_path.c_str()); - // - TaskLauncher launcher(CUSTOM_CPU_TASK_ID_1, - TaskArgument(&dlrm_args, sizeof(dlrm_args))); - // regions[0]: full_sparse_input - launcher.add_region_requirement( - RegionRequirement(full_sparse_input->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_sparse_input->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - // regions[1]: full_dense_input - launcher.add_region_requirement( - RegionRequirement(full_dense_input->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_dense_input->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(1, FID_DATA); - // regions[3]: full_label - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(2, FID_DATA); - runtime->execute_task(ctx, launcher); -} - -void DataLoader::load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 3); - assert(task->regions.size() == 3); - // Note that these instances are in ZCM, can only use - // TensorAccessorW with readOutput flag - AccessorWO const acc_sparse_input(regions[0], FID_DATA); - AccessorWO const acc_dense_input(regions[1], FID_DATA); - AccessorWO const acc_label_input(regions[2], FID_DATA); - Rect<2> rect_sparse_input = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - Rect<2> rect_dense_input = runtime->get_index_space_domain( - ctx, task->regions[1].region.get_index_space()); - Rect<2> rect_label_input = runtime->get_index_space_domain( - ctx, task->regions[2].region.get_index_space()); - assert(acc_sparse_input.accessor.is_dense_arbitrary(rect_sparse_input)); - assert(acc_dense_input.accessor.is_dense_arbitrary(rect_dense_input)); - assert(acc_label_input.accessor.is_dense_arbitrary(rect_label_input)); - int64_t *sparse_input_ptr = acc_sparse_input.ptr(rect_sparse_input.lo); - float *dense_input_ptr = acc_dense_input.ptr(rect_dense_input.lo); - float *label_input_ptr = acc_label_input.ptr(rect_label_input.lo); - int num_samples = rect_sparse_input.hi[1] - rect_sparse_input.lo[1] + 1; - int num_sparse_inputs = rect_sparse_input.hi[0] - rect_sparse_input.lo[0] + 1; - assert(num_samples == rect_dense_input.hi[1] - rect_dense_input.lo[1] + 1); - int num_dense_dims = rect_dense_input.hi[0] - rect_dense_input.lo[0] + 1; - assert(num_samples == rect_label_input.hi[1] - rect_label_input.lo[1] + 1); - assert(rect_label_input.hi[0] == rect_label_input.lo[0]); - const ArgsConfig dlrm = *((ArgsConfig const *)task->args); - int const emb_size = dlrm.embedding_size; - std::string file_name((char const *)dlrm.dataset_path); - if (file_name.length() == 0) { - log_app.print("Start generating random input samples"); - for (size_t i = 0; i < rect_sparse_input.volume(); i++) { - sparse_input_ptr[i] = std::rand() % emb_size; - } - for (size_t i = 0; i < rect_dense_input.volume(); i++) { - dense_input_ptr[i] = ((float)std::rand()) / RAND_MAX; - } - for (size_t i = 0; i < rect_label_input.volume(); i++) { - label_input_ptr[i] = std::rand() % 2; - } - } else { - hid_t file_id = H5Fopen(file_name.c_str(), H5F_ACC_RDWR, H5P_DEFAULT); - // Load X_cat - { - log_app.print("Start loading sparse features from " - "%s.%s", - file_name.c_str(), - "X_cat"); - hsize_t dims[2], maxdims[2]; - hid_t x_cat_dataset_id = H5Dopen2(file_id, "X_cat", H5P_DEFAULT); - hid_t x_cat_space_id = H5Dget_space(x_cat_dataset_id); - hid_t x_cat_type_id = H5Dget_type(x_cat_dataset_id); - assert(H5Sget_simple_extent_dims(x_cat_space_id, dims, maxdims) == 2); - assert(H5Tget_class(x_cat_type_id) == H5T_INTEGER); - assert(num_samples == (int)dims[0]); - assert(num_sparse_inputs == (int)dims[1]); - H5Dread(x_cat_dataset_id, - H5T_NATIVE_LLONG, - H5S_ALL, - H5S_ALL, - H5P_DEFAULT, - sparse_input_ptr); - H5Tclose(x_cat_type_id); - H5Dclose(x_cat_dataset_id); - H5Sclose(x_cat_space_id); - log_app.print("Finish loading sparse features"); - } - // Load X_int - { - log_app.print("Start loading dense features from " - "%s.%s", - file_name.c_str(), - "X_int"); - hsize_t dims[2], maxdims[2]; - hid_t x_int_dataset_id = H5Dopen2(file_id, "X_int", H5P_DEFAULT); - hid_t x_int_space_id = H5Dget_space(x_int_dataset_id); - hid_t x_int_type_id = H5Dget_type(x_int_dataset_id); - assert(H5Sget_simple_extent_dims(x_int_space_id, dims, maxdims) == 2); - assert(H5Tget_class(x_int_type_id) == H5T_FLOAT); - num_samples = dims[0]; - assert(num_dense_dims == (int)dims[1]); - H5Dread(x_int_dataset_id, - H5T_NATIVE_FLOAT, - H5S_ALL, - H5S_ALL, - H5P_DEFAULT, - dense_input_ptr); - H5Tclose(x_int_type_id); - H5Dclose(x_int_dataset_id); - H5Sclose(x_int_space_id); - log_app.print("Finish loading dense features"); - } - // Load y - { - log_app.print("Start loading labels from " - "%s.%s", - file_name.c_str(), - "y"); - hsize_t dims[2], maxdims[2]; - hid_t y_dataset_id = H5Dopen2(file_id, "y", H5P_DEFAULT); - hid_t y_space_id = H5Dget_space(y_dataset_id); - hid_t y_type_id = H5Dget_type(y_dataset_id); - H5Sget_simple_extent_dims(y_space_id, dims, maxdims); - assert(num_samples == (int)dims[0]); - // assert(dims[1] == 1); - H5Dread(y_dataset_id, - H5T_NATIVE_FLOAT, - H5S_ALL, - H5S_ALL, - H5P_DEFAULT, - label_input_ptr); - H5Tclose(y_type_id); - H5Dclose(y_dataset_id); - H5Sclose(y_space_id); - log_app.print("Finish loading labels"); - } - } -} - -void DataLoader::next_batch(FFModel &ff) { - return; - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - // Load Sparse Inputs - for (size_t i = 0; i < batch_sparse_inputs.size(); i++) { - int hash = batch_sparse_inputs.size() * MAX_NUM_EMB + i; - Domain domain = runtime->get_index_space_domain( - ctx, batch_sparse_inputs[i]->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize == - batch_sparse_inputs[i]->parallel_tensor->dims[1].size); - meta.num_samples = - ff.config.batchSize / - batch_sparse_inputs[i]->parallel_tensor->dims[1].degree; - // Assert that we have enough slots to save the indices - assert(meta.num_samples <= MAX_NUM_SAMPLES); - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher( - CUSTOM_GPU_TASK_ID_1, - batch_sparse_inputs[i]->parallel_tensor->parallel_is, - TaskArgument(&hash, sizeof(int)), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_sparse_inputs[i]->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_sparse_input->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_sparse_input->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_sparse_inputs[i]->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_sparse_inputs[i]->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load Dense Input - { - Domain domain = runtime->get_index_space_domain( - ctx, batch_dense_input->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize == - batch_dense_input->parallel_tensor->dims[1].size); - meta.num_samples = ff.config.batchSize / - batch_dense_input->parallel_tensor->dims[1].degree; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher( - CUSTOM_GPU_TASK_ID_2, - batch_dense_input->parallel_tensor->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_dense_input->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_dense_input->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_dense_input->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_dense_input->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_dense_input->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load Labels - { - Domain domain = runtime->get_index_space_domain( - ctx, batch_label->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % batch_label->parallel_tensor->dims[1].size); - meta.num_samples = - ff.config.batchSize / batch_label->parallel_tensor->dims[1].degree; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_3, - batch_label->parallel_tensor->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_label->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_label->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_label->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // progress next_index - next_index += ff.config.batchSize; -} - -void DataLoader::shuffle() {} - -void DataLoader::reset() { - next_index = 0; -} - -void DataLoader::load_sparse_input_cpu( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - std::cout << "load_sparse_input_cpu" << std::endl; -} - -void FlexFlow::register_custom_tasks() { - // Load entire dataset - { - TaskVariantRegistrar registrar(CUSTOM_CPU_TASK_ID_1, "Load Entire Dataset"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Entire Dataset Task"); - } - // Load Sparse Inputs - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_1, "Load Sparse Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Sparse Inputs Task"); - } - // Load Dense Inputs - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_2, "Load Dense Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Dense Inputs Task"); - } - // Load Labels - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_3, "Load Labels"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant(registrar, - "Load Labels"); - } -} diff --git a/examples/cpp/DLRM/dlrm.cu b/examples/cpp/DLRM/dlrm.cu deleted file mode 100644 index 1e090c2d9..000000000 --- a/examples/cpp/DLRM/dlrm.cu +++ /dev/null @@ -1,139 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "dlrm.h" -#include "flexflow/utils/cuda_helper.h" - -void DataLoader::load_sparse_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - int hash = *((int *)task->args); - int num_sparse_inputs = hash / 1000; - int my_input_idx = hash % 1000; - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - int in_dim = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - assert(acc_full_input.rect.hi[0] - acc_full_input.rect.lo[0] + 1 == - num_sparse_inputs * in_dim); - int64_t *input_zc; - checkCUDA(cudaHostAlloc(&input_zc, - sizeof(int64_t) * acc_batch_input.rect.volume(), - cudaHostAllocPortable | cudaHostAllocMapped)); - assert(batch_size == meta->num_samples); - for (int i = 0; i < batch_size; i++) { - int full_offset = - meta->idxs[i] * num_sparse_inputs * in_dim + my_input_idx * in_dim; - int batch_offset = i * in_dim; - assert(full_offset + in_dim <= (int)acc_full_input.rect.volume()); - for (int j = 0; j < in_dim; j++) { - input_zc[batch_offset + j] = acc_full_input.ptr[full_offset + j]; - } - } - checkCUDA(cudaMemcpy(acc_batch_input.ptr, - input_zc, - sizeof(int64_t) * acc_batch_input.rect.volume(), - cudaMemcpyHostToDevice)); - checkCUDA(cudaFreeHost(input_zc)); - checkCUDA(cudaDeviceSynchronize()); - // print_tensor<2, int>(acc_batch_input.ptr, acc_batch_input.rect, - // "[DataLoader:load_sparse]"); -} - -void DataLoader::load_dense_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - int num_feats = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - assert(acc_batch_input.rect.hi[0] == acc_full_input.rect.hi[0]); - assert(acc_batch_input.rect.lo[0] == acc_full_input.rect.lo[0]); - float *input_zc; - checkCUDA(cudaHostAlloc(&input_zc, - sizeof(float) * acc_batch_input.rect.volume(), - cudaHostAllocPortable | cudaHostAllocMapped)); - assert(batch_size == meta->num_samples); - for (int i = 0; i < batch_size; i++) { - int base_offset = meta->idxs[i] * num_feats; - for (int j = 0; j < num_feats; j++) { - input_zc[i * num_feats + j] = acc_full_input.ptr[base_offset + j]; - } - } - checkCUDA(cudaMemcpy(acc_batch_input.ptr, - input_zc, - sizeof(float) * acc_batch_input.rect.volume(), - cudaMemcpyHostToDevice)); - checkCUDA(cudaFreeHost(input_zc)); -} - -void DataLoader::load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_label( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_label(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_label.rect.hi[1] - acc_batch_label.rect.lo[1] + 1; - int num_label = acc_batch_label.rect.hi[0] - acc_batch_label.rect.lo[0] + 1; - assert(num_label == 1); // Kaggle dataset a has single label - assert(acc_batch_label.rect.hi[0] == acc_full_label.rect.hi[0]); - assert(acc_batch_label.rect.lo[0] == acc_full_label.rect.lo[0]); - float *label_zc; - checkCUDA(cudaHostAlloc(&label_zc, - sizeof(float) * acc_batch_label.rect.volume(), - cudaHostAllocPortable | cudaHostAllocMapped)); - assert(batch_size == meta->num_samples); - for (int i = 0; i < batch_size; i++) { - int base_offset = meta->idxs[i] * num_label; - for (int j = 0; j < num_label; j++) { - label_zc[i * num_label + j] = acc_full_label.ptr[base_offset + j]; - } - // printf("meta->idxs[%d]=%d label=%.2lf\n", i, meta->idxs[i], label_zc[i]); - } - checkCUDA(cudaMemcpy(acc_batch_label.ptr, - label_zc, - sizeof(float) * acc_batch_label.rect.volume(), - cudaMemcpyHostToDevice)); - checkCUDA(cudaFreeHost(label_zc)); -} diff --git a/examples/cpp/DLRM/dlrm.h b/examples/cpp/DLRM/dlrm.h deleted file mode 100644 index e80fd9abe..000000000 --- a/examples/cpp/DLRM/dlrm.h +++ /dev/null @@ -1,84 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 65536 -#define MAX_NUM_EMB 1000 -#define MAX_NUM_MLPS 100 -#define MAX_DATASET_PATH_LEN 1023 - -using namespace Legion; -using namespace FlexFlow; - -struct DLRMConfig { - DLRMConfig(void); - int sparse_feature_size, sigmoid_bot, sigmoid_top, embedding_bag_size; - float loss_threshold; - std::vector embedding_size, mlp_bot, mlp_top; - std::string arch_interaction_op, dataset_path; - int data_size; -}; - -struct ArgsConfig { - int sparse_feature_size, sigmoid_bot, sigmoid_top, embedding_bag_size; - int embedding_size, mlp_bot[MAX_NUM_MLPS], mlp_top[MAX_NUM_MLPS]; - char dataset_path[MAX_DATASET_PATH_LEN]; -}; - -class DataLoader { -public: - DataLoader(FFModel &ff, - DLRMConfig const &dlrm, - std::vector const &_sparse_inputs, - Tensor _dense_input, - Tensor _label); - - void next_batch(FFModel &ff); - void shuffle(); - void reset(); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_sparse_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_sparse_input_cpu(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_dense_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - -public: - int num_samples, next_index; - -private: - std::vector batch_sparse_inputs; - Tensor full_sparse_input, full_dense_input, batch_dense_input, full_label, - batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/DLRM/preprocess_hdf.py b/examples/cpp/DLRM/preprocess_hdf.py deleted file mode 100644 index a2c43560b..000000000 --- a/examples/cpp/DLRM/preprocess_hdf.py +++ /dev/null @@ -1,24 +0,0 @@ -import h5py -import numpy as np -import argparse - -parser = argparse.ArgumentParser() -parser.add_argument("-i", "--input", help="Path to input numpy file", required=True) -parser.add_argument("-o", "--output", help="Path to output HDF file", required=True) - -args = parser.parse_args() - -file = np.load(args.input) -hdf = h5py.File(args.output, 'w') - -X_cat = file['X_cat'] -X_cat = X_cat.astype(np.long) -hdf.create_dataset("X_cat", data=X_cat) - -X_int = file['X_int'] -X_int = np.log(X_int.astype(np.float32) + 1) -hdf.create_dataset("X_int", data=X_int) - -y = file['y'] -y = y.astype(np.float32) -hdf.create_dataset("y", data=y) diff --git a/examples/cpp/DLRM/run_criteo_kaggle.sh b/examples/cpp/DLRM/run_criteo_kaggle.sh deleted file mode 100755 index 478d33810..000000000 --- a/examples/cpp/DLRM/run_criteo_kaggle.sh +++ /dev/null @@ -1,8 +0,0 @@ -#!/bin/bash - -per_gpu_batch_size=256 -numgpu="$1" -batchsize=$((numgpu * per_gpu_batch_size)) -dataset="$2" - -./dlrm -ll:gpu "${numgpu}" -ll:cpu 1 -ll:fsize 12000 -ll:zsize 20000 --arch-sparse-feature-size 16 --arch-embedding-size 1396-550-1761917-507795-290-21-11948-608-3-58176-5237-1497287-3127-26-12153-1068715-10-4836-2085-4-1312273-17-15-110946-91-72655 --arch-mlp-bot 13-512-256-64-16 --arch-mlp-top 224-512-256-1 --dataset "${dataset}" --epochs 100 --batch-size "${batchsize}" diff --git a/examples/cpp/DLRM/run_dlrm_kaggle_day1.sh b/examples/cpp/DLRM/run_dlrm_kaggle_day1.sh deleted file mode 100755 index 110b478c9..000000000 --- a/examples/cpp/DLRM/run_dlrm_kaggle_day1.sh +++ /dev/null @@ -1,5 +0,0 @@ -#!/bin/bash - -./examples/dlrm -ll:gpu 1 -ll:cpu 4 -ll:fsize 12000 -ll:zsize 10000 --arch-sparse-feature-sie 13 --arch-embedding-size 1396-550-1761917-507795-290-21-11948-608-3-58176-5237-1497287-3127-26-12153-1068715-10-4836-2085-4-1312273-17-15-110946-91-72655 --arch-mlp-bot 13-512-256-64-16 --arch-mlp-top 512-256-1 --dataset /home/ubuntu/kaggle_dataset/kaggle_day_1.h5 --epochs 100 --batch-size 128 - -#./examples/dlrm -ll:gpu 1 -ll:fsize 12000 -ll:zsize 10000 --arch-sparse-feature-sie 13 --arch-embedding-size 1461-584-10131227-2202608-306-24-12518-634-4-93146-5684-8351593-3195-28-14993-5461306-11-5653-2173-4-7046547-18-16-286181-105-142572 --arch-mlp-bot 13-512-256-64-16 --arch-mlp-top 512-256-1 diff --git a/examples/cpp/DLRM/run_random.sh b/examples/cpp/DLRM/run_random.sh deleted file mode 100755 index e3c92b269..000000000 --- a/examples/cpp/DLRM/run_random.sh +++ /dev/null @@ -1,10 +0,0 @@ -#!/bin/bash - -per_gpu_batch_size=256 -numgpu="$1" -batchsize=$((numgpu * per_gpu_batch_size)) - -#./dlrm -ll:gpu ${numgpu} -ll:cpu 4 -ll:fsize 12000 -ll:zsize 20000 -ll:util ${numgpu} --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 64-512-512-64 --arch-mlp-top 576-1024-1024-1024-1 --epochs 20 --batch-size ${batchsize} -dm:memoize --strategy ../../src/runtime/dlrm_strategy_8nEmb_${numgpu}cpu_${numgpu}gpu.pb -# ./dlrm -ll:gpu ${numgpu} -ll:cpu 4 -ll:fsize 12000 -ll:zsize 20000 -ll:util ${numgpu} --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 64-512-512-64 --arch-mlp-top 576-1024-1024-1024-1 --epochs 20 --batch-size ${batchsize} -dm:memorize --strategy ../../src/runtime/dlrm_strategy_8nEmb_${numgpu}cpu_${numgpu}gpu.pb -./dlrm -ll:gpu "${numgpu}" -ll:cpu 4 -ll:fsize 12000 -ll:zsize 20000 -ll:util "${numgpu}" --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 64-512-512-64 --arch-mlp-top 576-1024-1024-1024-1 --epochs 20 --batch-size "${batchsize}" --data-size ${batchsize}*4 -dm:memorize --strategy ../../src/runtime/dlrm_strategy_emb_1_gpu_"${numgpu}"_node_1.pb -#./dlrm -ll:gpu ${numgpu} -ll:cpu 8 -ll:fsize 12000 -ll:zsize 20000 -ll:util ${numgpu} --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 64-512-512-64 --arch-mlp-top 576-1024-1024-1024-1 --epochs 20 --batch-size ${batchsize} -dm:memorize --strategy ../../src/runtime/dlrm_strategy_${numgpu}gpus.pb diff --git a/examples/cpp/DLRM/run_summit.sh b/examples/cpp/DLRM/run_summit.sh deleted file mode 100755 index d54c9295a..000000000 --- a/examples/cpp/DLRM/run_summit.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -numgpu="$1" -numnodes="$2" -per_gpu_batch_size=1024 -totalgpus=$((numgpu * numnodes)) -batchsize=$((totalgpus * per_gpu_batch_size)) - -# 2 Embedding Tables -#LEGION_FREEZE_ON_ERROR=1 jsrun -n ${numnodes} -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu ${numgpu} -ll:cpu 1 -ll:fsize 15000 -ll:zsize 20000 -ll:util 6 -ll:bgwork 12 --arch-sparse-feature-size 256 --arch-embedding-size 1000000-1000000 --arch-mlp-bot 2048-2048-2048-2048-2048-2048-2048-2048-2048 --arch-mlp-top 4096-4096-4096-4096-4096 --epochs 100 --batch-size ${batchsize} --nodes ${numnodes} --control-replication #--import $MEMBERWORK/csc335/dlrm_profiles/dlrm.strategy #-lg:prof ${numnodes} -lg:prof_logfile $MEMBERWORK/csc335/dlrm_profiles/prof_%.gz - -# 8 Embedding Tables -#LEGION_FREEZE_ON_ERROR=1 jsrun -n ${numnodes} -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu ${numgpu} -ll:cpu 1 -ll:fsize 15000 -ll:zsize 20000 -ll:util 6 -ll:bgwork 12 --arch-sparse-feature-size 256 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 2048-2048-2048-2048-2048-2048-2048-2048-2048 --arch-mlp-top 4096-4096-4096-4096-4096 --epochs 100 --batch-size ${batchsize} --nodes ${numnodes} --control-replication --budget 1000 --simulator-workspace-size 5093657088 #--import $MEMBERWORK/csc335/dlrm_profiles/dlrm.strategy #-lg:prof ${numnodes} -lg:prof_logfile $MEMBERWORK/csc335/dlrm_profiles/prof_%.gz -LEGION_FREEZE_ON_ERROR=1 jsrun -n "${numnodes}" -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu "${numgpu}" -ll:cpu 1 -ll:fsize 15000 -ll:zsize 20000 -ll:util 6 -ll:bgwork 12 --arch-sparse-feature-size 256 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 1024-1024-1024-1024-1024-1024-1024-1024-1024 --arch-mlp-top 1024-1024-1024-1024-1024 --epochs 100 --batch-size "${batchsize}" --nodes "${numnodes}" --control-replication --budget 1000 --simulator-workspace-size 5093657088 #--import $MEMBERWORK/csc335/dlrm_profiles/dlrm.strategy #-lg:prof ${numnodes} -lg:prof_logfile $MEMBERWORK/csc335/dlrm_profiles/prof_%.gz - -# 24 Embedding Tables -#GASNET_BACKTRACE=1 jsrun -n ${numnodes} -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu ${numgpu} -ll:cpu 1 -ll:fsize 14000 -ll:zsize 20000 -ll:util 12 -ll:dma 4 --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 64-512-512-64 --arch-mlp-top 576-1024-1024-1024-1 --epochs 5 --batch-size ${batchsize} -dm:memoize --nodes ${numnodes} -lg:prof ${numnodes} -lg:prof_logfile $MEMBERWORK/csc335/dlrm_profiles/prof_%.gz - -#--strategy ../../src/runtime/dlrm_strategy_${totalgpus}gpus.pb - diff --git a/examples/cpp/DLRM/run_summit_large.sh b/examples/cpp/DLRM/run_summit_large.sh deleted file mode 100755 index 023b7b80c..000000000 --- a/examples/cpp/DLRM/run_summit_large.sh +++ /dev/null @@ -1,16 +0,0 @@ -#!/bin/bash - -numgpu="$1" -numnodes="$2" -per_gpu_batch_size=256 -totalgpus=$((numgpu * numnodes)) -batchsize=$((totalgpus * per_gpu_batch_size)) - -# 24 Embedding Tables -#GASNET_BACKTRACE=1 jsrun -n ${numnodes} -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu ${numgpu} -ll:cpu 1 -ll:fsize 14000 -ll:zsize 20000 -ll:util 6 -ll:dma 4 -dm:memoize --embedding-bag-size 100 --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 2048-4096-4096-4096-4096-4096 --arch-mlp-top 10240-4096-4096-4096-4096-1 --epochs 5 --batch-size ${batchsize} --nodes ${numnodes} -lg:prof ${numnodes} -lg:prof_logfile $MEMBERWORK/csc335/dlrm_profiles/prof_%.gz --strategy ../../src/runtime/dlrm_strategy_${totalgpus}gpus.pb - -# 6 Embedding Tables -LEGION_FREEZE_ON_ERROR=1 GASNET_BACKTRACE=1 jsrun -n "${numnodes}" -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu "${numgpu}" -ll:cpu 1 -ll:fsize 14000 -ll:zsize 20000 -ll:util 6 -lg:parallel_replay 6 -ll:dma 4 -dm:memoize --embedding-bag-size 100 --arch-sparse-feature-size 64 --arch-embedding-size 1000000-1000000-1000000-1000000-1000000-1000000 --arch-mlp-bot 2048-4096-4096-4096-4096-4096 --arch-mlp-top 10240-4096-4096-4096-4096-1 --epochs 5 --batch-size "${batchsize}" --nodes "${numnodes}" -lg:prof "${numnodes}" -lg:prof_logfile "$MEMBERWORK/csc335/dlrm_profiles/prof_%.gz" --strategy "../../src/runtime/dlrm_strategy_gpu_${numgpu}_node_${numnodes}.pb" - -# 1 Embedding Table -#GASNET_BACKTRACE=1 jsrun -n ${numnodes} -a 1 -r 1 -c 24 -g 6 --bind rs ./dlrm -ll:gpu ${numgpu} -ll:cpu 1 -ll:fsize 14000 -ll:zsize 20000 -ll:util 6 -ll:dma 4 -dm:memoize --embedding-bag-size 100 --arch-sparse-feature-size 64 --arch-embedding-size 10000000 --arch-mlp-bot 2048-4096-4096-4096-4096-4096 --arch-mlp-top 4160-4096-4096-4096-4096-4096-4096-4096-4096-4096-1 --epochs 5 --batch-size ${batchsize} --nodes ${numnodes} diff --git a/examples/cpp/DLRM/strategies/dlrm_strategy.cc b/examples/cpp/DLRM/strategies/dlrm_strategy.cc deleted file mode 100644 index 2fcc4173c..000000000 --- a/examples/cpp/DLRM/strategies/dlrm_strategy.cc +++ /dev/null @@ -1,359 +0,0 @@ -/* -------------------------- -//// THIS CODE IS AUTOGENERATED -//// BY dlrm_strategy.py -//// DO NOT MODIFY!!! ---------------------------*/ - -#include "strategy.pb.h" -#include -#include - -class FFStrategy { -public: - FFStrategy(int _gpus_per_node, int _embs_per_node, int _num_nodes); - bool add_conv_config(std::string const &name, - std::string const &device_type, - int num_par_n, - int num_par_c, - std::string const &input_memory, - std::string const &output_memory); - FFProtoBuf::Op_DeviceType to_device_type(std::string const &name) { - if (name == "gpu" || name == "GPU") { - return FFProtoBuf::Op_DeviceType_GPU; - } else if (name == "cpu" || name == "CPU") { - return FFProtoBuf::Op_DeviceType_CPU; - } else { - assert(false); - } - return FFProtoBuf::Op_DeviceType_GPU; - } - - FFProtoBuf::Op_MemoryType to_memory_type(std::string const &name) { - if (name == "gpu_memory" || name == "FBM") { - return FFProtoBuf::Op_MemoryType_FBM; - } else if (name == "cpu_memory" || name == "ZCM") { - return FFProtoBuf::Op_MemoryType_ZCM; - } else { - assert(false); - } - return FFProtoBuf::Op_MemoryType_FBM; - } - bool add_embed_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &weight_memory_type, - std::string const &output_memory_type, - int gpu_id); - bool add_concat_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &output_memory_type, - int num_parts_sample, - std::vector const &device_ids); - bool add_batch_matmul_config(std::string const &name, - std::string const &device_type, - std::string const &input1_memory_type, - std::string const &input2_memory_type, - std::string const &output_memory_type, - int num_parts_sample, - std::vector const &device_ids); - bool add_linear_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &weight_memory_type, - std::string const &output_memory_type, - int num_parts_channel, - int num_parts_sample, - std::vector const &device_ids); - bool add_mse_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - int num_parts_batch, - std::vector const &device_ids); - bool add_transpose_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &output_memory_type, - int num_parts_sample, - std::vector const &device_ids); - - void export_file(std::string const &file); - -private: - int gpus_per_node, embs_per_node, num_nodes; - FFProtoBuf::Strategy strategy; -}; - -FFStrategy::FFStrategy(int _gpus_per_node, int _num_nodes, int _embs_per_node) - : gpus_per_node(_gpus_per_node), num_nodes(_num_nodes), - embs_per_node(_embs_per_node) { - if (_gpus_per_node <= 0 || _num_nodes <= 0 || _embs_per_node <= 0) { - printf("Invalide input configurations...\n"); - exit(0); - } -} - -bool FFStrategy::add_embed_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &weight_memory_type, - std::string const &output_memory_type, - int gpu_id) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(to_device_type(device_type)); - op->add_memory_types(to_memory_type(input_memory_type)); - op->add_memory_types(to_memory_type(weight_memory_type)); - op->add_memory_types(to_memory_type(output_memory_type)); - op->add_dims(1); - op->add_dims(1); - for (int j = 0; j < 1; j++) { - op->add_device_ids(gpu_id); - } - return true; -} - -bool FFStrategy::add_concat_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &output_memory_type, - int num_parts_sample, - std::vector const &device_ids) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(to_device_type(device_type)); - op->add_memory_types(to_memory_type(input_memory_type)); - op->add_memory_types(to_memory_type(output_memory_type)); - op->add_dims(1); - op->add_dims(num_parts_sample); - assert(num_parts_sample == (int)device_ids.size()); - for (int i = 0; i < num_parts_sample; i++) { - op->add_device_ids(device_ids[i]); - } -} - -bool FFStrategy::add_batch_matmul_config(std::string const &name, - std::string const &device_type, - std::string const &input1_memory_type, - std::string const &input2_memory_type, - std::string const &output_memory_type, - int num_parts_sample, - std::vector const &device_ids) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(to_device_type(device_type)); - op->add_memory_types(to_memory_type(input1_memory_type)); - op->add_memory_types(to_memory_type(input2_memory_type)); - op->add_memory_types(to_memory_type(output_memory_type)); - op->add_dims(1); // m - op->add_dims(1); // n - op->add_dims(num_parts_sample); // d - assert(num_parts_sample == (int)device_ids.size()); - for (int i = 0; i < num_parts_sample; i++) { - op->add_device_ids(device_ids[i]); - } -} - -bool FFStrategy::add_transpose_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &output_memory_type, - int num_parts_sample, - std::vector const &device_ids) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(to_device_type(device_type)); - op->add_memory_types(to_memory_type(input_memory_type)); - op->add_memory_types(to_memory_type(output_memory_type)); - op->add_dims(1); // k - op->add_dims(1); // m - op->add_dims(num_parts_sample); // d - assert(num_parts_sample == (int)device_ids.size()); - for (int i = 0; i < num_parts_sample; i++) { - op->add_device_ids(device_ids[i]); - } -} - -bool FFStrategy::add_linear_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - std::string const &weight_memory_type, - std::string const &output_memory_type, - int num_parts_channel, - int num_parts_sample, - std::vector const &device_ids) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(to_device_type(device_type)); - op->add_memory_types(to_memory_type(input_memory_type)); - op->add_memory_types(to_memory_type(weight_memory_type)); - op->add_memory_types(to_memory_type(output_memory_type)); - op->add_dims(num_parts_channel); // m - op->add_dims(num_parts_sample); // n - assert(num_parts_sample * num_parts_channel == (int)device_ids.size()); - for (int i = 0; i < num_parts_channel * num_parts_sample; i++) { - op->add_device_ids(device_ids[i]); - } -} - -bool FFStrategy::add_mse_config(std::string const &name, - std::string const &device_type, - std::string const &input_memory_type, - int num_parts_sample, - std::vector const &device_ids) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(to_device_type(device_type)); - op->add_memory_types(to_memory_type(input_memory_type)); - op->add_dims(1); - op->add_dims(num_parts_sample); - assert(num_parts_sample == (int)device_ids.size()); - for (int i = 0; i < num_parts_sample; i++) { - op->add_device_ids(device_ids[i]); - } -} - -void FFStrategy::export_file(std::string const &output) { - std::fstream outputFile(output.c_str(), std::ios::out | std::ios::trunc); - strategy.SerializeToOstream(&outputFile); -} - -void parse_input_args(char **argv, - int argc, - int &gpus_per_node, - int &embs_per_node, - int &num_nodes) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--gpu")) { - gpus_per_node = std::atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--node")) { - num_nodes = std::atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--emb")) { - embs_per_node = std::atoi(argv[++i]); - continue; - } - } -} - -int main(int argc, char **argv) { - GOOGLE_PROTOBUF_VERIFY_VERSION; - int gpus_per_node = 0, embs_per_node = 0, num_nodes = 0; - parse_input_args(argv, argc, gpus_per_node, embs_per_node, num_nodes); - printf("Number of GPUs Per Node = %d\n", gpus_per_node); - printf("Number of Nodes = %d\n", num_nodes); - printf("Number of Embeddings Per Node = %d\n", embs_per_node); - FFStrategy strategy(gpus_per_node, embs_per_node, num_nodes); - // Embedding - for (int i = 0; i < num_nodes * embs_per_node; i++) { - std::string name = "embedding" + std::to_string(i); - strategy.add_embed_config(name, - "GPU", - "FBM" /*input*/, - "FBM" /*weight*/, - "FBM" /*output*/, - i % (gpus_per_node * num_nodes)); - } - { - std::vector device_ids; - for (int i = 0; i < num_nodes; i++) { - device_ids.push_back(i * gpus_per_node); - } - strategy.add_concat_config("concat", - "GPU", - "FBM" /*input*/, - "FBM" /*output*/, - num_nodes, - device_ids); - } - { - std::vector device_ids; - for (int i = 0; i < num_nodes * gpus_per_node; i++) { - device_ids.push_back(i); - } - strategy.add_batch_matmul_config("batch_matmul", - "GPU", - "FBM" /*input1*/, - "FBM" /*input2*/, - "FBM" /*output*/, - num_nodes * gpus_per_node, - device_ids); - } - { - std::vector device_ids; - for (int i = 0; i < num_nodes * gpus_per_node; i++) { - device_ids.push_back(i); - } - strategy.add_transpose_config("transpose", - "GPU", - "FBM" /*input*/, - "FBM" /*output*/, - num_nodes * gpus_per_node, - device_ids); - } - { - std::vector device_ids; - for (int i = 0; i < num_nodes * gpus_per_node; i++) { - device_ids.push_back(i); - } - strategy.add_linear_config("linear", - "GPU", - "FBM" /*input*/, - "FBM" /*weight*/, - "FBM" /*output*/, - 1, - num_nodes * gpus_per_node, - device_ids); - } - { - std::vector device_ids; - for (int i = 0; i < num_nodes * gpus_per_node; i++) { - device_ids.push_back(i); - } - strategy.add_mse_config("mse_loss", - "GPU", - "FBM" /*input*/, - num_nodes * gpus_per_node, - device_ids); - } - std::string output = "dlrm_strategy_emb_" + std::to_string(embs_per_node) + - "_gpu_" + std::to_string(gpus_per_node) + "_node_" + - std::to_string(num_nodes) + ".pb"; - strategy.export_file(output); - output = "dlrm_strategy_" + std::to_string(emb) + "embs_" + - std::to_string(gpu) + "gpus.pb"; - strategy.export_file(output); - google::protobuf::ShutdownProtobufLibrary(); - /* - // merge conflicts from - https://github.com/facebookresearch/DLRM-FlexFlow/commit/20b9d365f993e06a8576d3f57eab3b83b32ad5dd#diff-287e90a56be12d8500e1226c319b5267 - for (int i = 0; i < emb; i++) { - std::string name = "embedding"+std::to_string(i); - FFProtoBuf::Op* op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(FFProtoBuf::Op_DeviceType_GPU); - op->add_dims(1); - op->add_dims(1); - op->add_device_ids(i % gpu); - } - std::vector names; - names.push_back("linear"); - names.push_back("mse_loss"); - names.push_back("concat"); - for (size_t i = 0; i < names.size(); i++) { - FFProtoBuf::Op* op = strategy.add_ops(); - op->set_name(names[i]); - op->set_device_type(FFProtoBuf::Op_DeviceType_GPU); - op->add_dims(1); - op->add_dims(gpu); - for (int j = 0; j < gpu; j++) - op->add_device_ids(j); - } - std::string output = "dlrm_strategy_" + std::to_string(emb) + "embs_" + - std::to_string(gpu) + "gpus.pb"; std::fstream outputFile(output.c_str(), - std::ios::out | std::ios::trunc); strategy.SerializeToOstream(&outputFile); - */ -} \ No newline at end of file diff --git a/examples/cpp/DLRM/strategies/dlrm_strategy.py b/examples/cpp/DLRM/strategies/dlrm_strategy.py deleted file mode 100644 index b8f7de82f..000000000 --- a/examples/cpp/DLRM/strategies/dlrm_strategy.py +++ /dev/null @@ -1,68 +0,0 @@ -import argparse -import sys - -def strategy_code(opts): - code = [] - - code.append("/* --------------------------") - code.append("//// THIS CODE IS AUTOGENERATED") - code.append("//// BY {}".format(sys.argv[0])) - code.append("//// DO NOT MODIFY!!!") - code.append("--------------------------*/\n") - - - code.append(""" -#include "strategy.pb.h" -#include -#include - -int main() -{{ - int gpu = {num_gpu}; - int emb = {num_emb}; - GOOGLE_PROTOBUF_VERIFY_VERSION; - FFProtoBuf::Strategy strategy; - // Embedding - for (int i = 0; i < emb; i++) {{ - std::string name = "embedding"+std::to_string(i); - FFProtoBuf::Op* op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(FFProtoBuf::Op_DeviceType_GPU); - op->add_dims(1); - op->add_dims(1); - op->add_device_ids(i % gpu); - }} - std::vector names; - names.push_back("linear"); - names.push_back("mse_loss"); - names.push_back("concat"); - for (size_t i = 0; i < names.size(); i++) {{ - FFProtoBuf::Op* op = strategy.add_ops(); - op->set_name(names[i]); - op->set_device_type(FFProtoBuf::Op_DeviceType_GPU); - op->add_dims(1); - op->add_dims(gpu); - for (int j = 0; j < gpu; j++) - op->add_device_ids(j); - }} - std::string output = "dlrm_strategy_" + std::to_string(emb) + "embs_" + std::to_string(gpu) + "gpus.pb"; - std::fstream outputFile(output.c_str(), std::ios::out | std::ios::trunc); - strategy.SerializeToOstream(&outputFile); - google::protobuf::ShutdownProtobufLibrary(); -}} -""".format(num_gpu=opts.num_gpu, num_emb=opts.num_emb)) - return code - -# Main -parser = argparse.ArgumentParser() -parser.add_argument("-f", "--filename", help="file name") -parser.add_argument("-g", "--num_gpu", help="number of GPUs") -parser.add_argument("-e", "--num_emb", help="number of Embedding tables") -opts = parser.parse_args() - -code = strategy_code(opts) -with open(opts.filename, "w") as fout: - for c in code: - fout.write(c + "\n") - -print("Created " + opts.filename) diff --git a/examples/cpp/DLRM/strategies/dlrm_strategy_16embs_16gpus.pb b/examples/cpp/DLRM/strategies/dlrm_strategy_16embs_16gpus.pb deleted file mode 100644 index c2c030b12b6a3e965864d606111f2973017560e4..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 504 zcma*i$qK?y429udJE!A9q093G(mMMzQrn9ZI)L^4Q6yK)uG^1<9dSwl1L(#9TGI1o?)J2j_ zUM$)4C6Y~GD%lifv?Z_aMqNL@zvZx?u!0Q-El@tuKzV*{QFWmTC LXr{5LU(4p-el%I8 diff --git a/examples/cpp/DLRM/strategies/dlrm_strategy_16embs_8gpus.pb b/examples/cpp/DLRM/strategies/dlrm_strategy_16embs_8gpus.pb deleted file mode 100644 index ac1c9d63f0abe681abee23fe7cbda75f4896ed82..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 456 zcmZ|K%L>9k429vDX*(@(<3gb;$s<_rK8@6NkU}ru`2Hx8hzE50C4~I6APU1Zv~4%u z)^k(Z(z2m%twb&8M%00BMHA4SXbQR)%|H*L9`q=hgPuh3-?ONtCCxr^UcEmW|^HG_ES -#include - -int main() { - int gpu = 1; - int cpu = 1; - int nemb = 8; // Assuming >gpu embeddings 1x per GPU and the rest distributed - // among available CPUs - - GOOGLE_PROTOBUF_VERIFY_VERSION; - FFProtoBuf::Strategy strategy; - - // Embedding - int ei = 0; -#if 0 - for (ei = 0; ei < std::min(gpu, nemb); ei++) { - std::string name = "embedding"+std::to_string(ei); - FFProtoBuf::Op* op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(FFProtoBuf::Op_DeviceType_GPU); - op->add_dims(1); - op->add_dims(1); - op->add_device_ids(ei); - } -#endif - - for (; ei < nemb; ei++) { - std::string name = "embedding" + std::to_string(ei); - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(name); - op->set_device_type(FFProtoBuf::Op_DeviceType_CPU); - op->add_dims(1); - op->add_dims(1); - op->add_device_ids(ei % cpu); - } - std::vector names; - names.push_back("linear"); - names.push_back("mse_loss"); - names.push_back("concat"); - for (size_t i = 0; i < names.size(); i++) { - FFProtoBuf::Op *op = strategy.add_ops(); - op->set_name(names[i]); - op->set_device_type(FFProtoBuf::Op_DeviceType_GPU); - op->add_dims(1); - op->add_dims(gpu); - for (int j = 0; j < gpu; j++) { - op->add_device_ids(j); - } - } - std::string output = "dlrm_strategy_" + std::to_string(nemb) + "nEmb_" + - std::to_string(cpu) + "cpu_" + std::to_string(gpu) + - "gpu.pb"; - std::fstream outputFile(output.c_str(), std::ios::out | std::ios::trunc); - strategy.SerializeToOstream(&outputFile); - google::protobuf::ShutdownProtobufLibrary(); -} diff --git a/examples/cpp/DLRM/strategies/gen_strategy.sh b/examples/cpp/DLRM/strategies/gen_strategy.sh deleted file mode 100755 index 43c6d1bd8..000000000 --- a/examples/cpp/DLRM/strategies/gen_strategy.sh +++ /dev/null @@ -1,20 +0,0 @@ -#!/bin/bash - -if [ $# -ne 3 ] -then - echo "Need 3 arguments (per-node-gpu per-node_emb num_nodes)" - exit -fi - -pngpus=$1 -pnembs=$2 -nnodes=$3 - -echo "Compile..." -g++ dlrm_strategy.cc strategy.pb.cc -o generator -std=c++11 -L"${PROTOBUF}"/src/.libs -lprotobuf -L/usr/local/lib -I/usr/local/include -I"${PROTOBUF}"/src -pthread -O2 - -echo "Generate..." -./generator --gpu "${pngpus}" --emb "${pnembs}" --node "${nnodes}" - -echo "Done. dlrm_strategy_emb_${pnembs}_gpu_${pngpus}_node_${nnodes}.pb" - diff --git a/examples/cpp/InceptionV3/CMakeLists.txt b/examples/cpp/InceptionV3/CMakeLists.txt deleted file mode 100644 index 89a33ce90..000000000 --- a/examples/cpp/InceptionV3/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_Inception) -set(project_target inception) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - inception.cc - inception.h) - -set(GPU_SRC - inception.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/InceptionV3/Makefile b/examples/cpp/InceptionV3/Makefile deleted file mode 100644 index 8f8e234cb..000000000 --- a/examples/cpp/InceptionV3/Makefile +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 0 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 1 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= inception -# List all the application source files here -GEN_SRC = inception.cc -GEN_GPU_SRC = inception.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/InceptionV3/inception.cc b/examples/cpp/InceptionV3/inception.cc deleted file mode 100644 index 6d0fa7ee5..000000000 --- a/examples/cpp/InceptionV3/inception.cc +++ /dev/null @@ -1,233 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "inception.h" -#include -#include -#include - -using namespace Legion; -using namespace FlexFlow; - -Legion::Logger log_app("Inceptionv3"); - -Tensor InceptionA(FFModel &ff, Tensor input, int pool_features) { - Tensor t1 = input; - t1 = ff.conv2d(t1, 64, 1, 1, 1, 1, 0, 0, AC_MODE_RELU); - - Tensor t2 = ff.conv2d(input, 48, 1, 1, 1, 1, 0, 0, AC_MODE_RELU); - t2 = ff.conv2d(t2, 64, 5, 5, 1, 1, 2, 2, AC_MODE_RELU); - - Tensor t3 = ff.conv2d(input, 64, 1, 1, 1, 1, 0, 0, AC_MODE_RELU); - t3 = ff.conv2d(t3, 96, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - t3 = ff.conv2d(t3, 96, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - - Tensor t4 = ff.pool2d(input, 3, 3, 1, 1, 1, 1, POOL_AVG); - t4 = ff.conv2d(t4, pool_features, 1, 1, 1, 1, 0, 0, AC_MODE_RELU); - - Tensor concat[4]; - concat[0] = t1; - concat[1] = t2; - concat[2] = t3; - concat[3] = t4; - Tensor output = ff.concat(4, concat, 1); - - return output; -} - -Tensor InceptionB(FFModel &ff, Tensor input) { - Tensor t1 = ff.conv2d(input, 384, 3, 3, 2, 2, 0, 0); - Tensor t2 = ff.conv2d(input, 64, 1, 1, 1, 1, 0, 0); - t2 = ff.conv2d(t2, 96, 3, 3, 1, 1, 1, 1); - t2 = ff.conv2d(t2, 96, 3, 3, 2, 2, 0, 0); - Tensor t3 = ff.pool2d(input, 3, 3, 2, 2, 0, 0); - Tensor concat[3]; - concat[0] = t1; - concat[1] = t2; - concat[2] = t3; - Tensor output = ff.concat(3, concat, 1); - return output; -} - -Tensor InceptionC(FFModel &ff, Tensor input, int channels) { - Tensor t1 = ff.conv2d(input, 192, 1, 1, 1, 1, 0, 0); - Tensor t2 = ff.conv2d(input, channels, 1, 1, 1, 1, 0, 0); - t2 = ff.conv2d(t2, channels, 1, 7, 1, 1, 0, 3); - t2 = ff.conv2d(t2, 192, 7, 1, 1, 1, 3, 0); - Tensor t3 = ff.conv2d(input, channels, 1, 1, 1, 1, 0, 0); - t3 = ff.conv2d(t3, channels, 7, 1, 1, 1, 3, 0); - t3 = ff.conv2d(t3, channels, 1, 7, 1, 1, 0, 3); - t3 = ff.conv2d(t3, channels, 7, 1, 1, 1, 3, 0); - t3 = ff.conv2d(t3, 192, 1, 7, 1, 1, 0, 3); - Tensor t4 = ff.pool2d(input, 3, 3, 1, 1, 1, 1, POOL_AVG); - t4 = ff.conv2d(t4, 192, 1, 1, 1, 1, 0, 0); - Tensor concat[4]; - concat[0] = t1; - concat[1] = t2; - concat[2] = t3; - concat[3] = t4; - Tensor output = ff.concat(4, concat, 1); - return output; -} - -Tensor InceptionD(FFModel &ff, Tensor input) { - Tensor t1 = ff.conv2d(input, 192, 1, 1, 1, 1, 0, 0); - t1 = ff.conv2d(t1, 320, 3, 3, 2, 2, 0, 0); - Tensor t2 = ff.conv2d(input, 192, 1, 1, 1, 1, 0, 0); - t2 = ff.conv2d(t2, 192, 1, 7, 1, 1, 0, 3); - t2 = ff.conv2d(t2, 192, 7, 1, 1, 1, 3, 0); - t2 = ff.conv2d(t2, 192, 3, 3, 2, 2, 0, 0); - Tensor t3 = ff.pool2d(input, 3, 3, 2, 2, 0, 0); - Tensor concat[3]; - concat[0] = t1; - concat[1] = t2; - concat[2] = t3; - Tensor output = ff.concat(3, concat, 1); - return output; -} - -Tensor InceptionE(FFModel &ff, Tensor input) { - Tensor t1 = ff.conv2d(input, 320, 1, 1, 1, 1, 0, 0); - Tensor t2i = ff.conv2d(input, 384, 1, 1, 1, 1, 0, 0); - Tensor t2 = ff.conv2d(t2i, 384, 1, 3, 1, 1, 0, 1); - Tensor t3 = ff.conv2d(t2i, 384, 3, 1, 1, 1, 1, 0); - Tensor t3i = ff.conv2d(input, 448, 1, 1, 1, 1, 0, 0); - t3i = ff.conv2d(t3i, 384, 3, 3, 1, 1, 1, 1); - Tensor t4 = ff.conv2d(t3i, 384, 1, 3, 1, 1, 0, 1); - Tensor t5 = ff.conv2d(t3i, 384, 3, 1, 1, 1, 1, 0); - Tensor t6 = ff.pool2d(input, 3, 3, 1, 1, 1, 1, POOL_AVG); - t6 = ff.conv2d(t6, 192, 1, 1, 1, 1, 0, 0); - Tensor concat[6]; - concat[0] = t1; - concat[1] = t2; - concat[2] = t3; - concat[3] = t4; - concat[4] = t5; - concat[5] = t6; - Tensor output = ff.concat(6, concat, 1); - return output; -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - /* { */ - /* const InputArgs &command_args = HighLevelRuntime::get_input_args(); */ - /* char **argv = command_args.argv; */ - /* int argc = command_args.argc; */ - /* parse_input_args(argv, argc, inceptionConfig); */ - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - /* } */ - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {ffConfig.batchSize, 3, 299, 299}; - input = ff.create_tensor<4>(dims, DT_FLOAT); - } - // Tensor label; - //{ - // const int dims[] = {ffConfig.batchSize, 1}; - // label = ff.create_tensor<2>(dims, DT_INT32); - // } - - //----------------------------------------------------------------- - Tensor t = ff.conv2d(input, 32, 3, 3, 2, 2, 0, 0, AC_MODE_RELU); - t = ff.conv2d(t, 32, 3, 3, 1, 1, 0, 0, AC_MODE_RELU); - t = ff.conv2d(t, 64, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - t = ff.pool2d(t, 3, 3, 2, 2, 0, 0); - t = ff.conv2d(t, 80, 1, 1, 1, 1, 0, 0, AC_MODE_RELU); - t = ff.conv2d(t, 192, 3, 3, 1, 1, 1, 1, AC_MODE_RELU); - t = ff.pool2d(t, 3, 3, 2, 2, 0, 0); - - t = InceptionA(ff, t, 32); - t = InceptionA(ff, t, 64); - t = InceptionA(ff, t, 64); - t = InceptionB(ff, t); - t = InceptionC(ff, t, 128); - t = InceptionC(ff, t, 160); - t = InceptionC(ff, t, 160); - t = InceptionC(ff, t, 192); - t = InceptionD(ff, t); - t = InceptionE(ff, t); - t = InceptionE(ff, t); - t = ff.pool2d(t, 8, 8, 1, 1, 0, 0, POOL_AVG); - t = ff.flat(t); - t = ff.dense(t, 10); - t = ff.softmax(t); - //----------------------------------------------------------------- - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - - // Data Loader - /* DataLoader data_loader(ff, inceptionConfig, input, ff.label_tensor); */ - ff.init_operators(); - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - /* data_loader.reset(); */ - ff.reset_metrics(); - /* int iterations = data_loader.num_samples / ffConfig.batchSize; */ - int iterations = 128; - - for (int iter = 0; iter < iterations; iter++) { - /* if (inceptionConfig.dataset_path.length() == 0) { */ - /* // Only load data once for random input */ - /* if (iter == 0 && epoch == 0) */ - /* data_loader.next_batch(ff); */ - /* } else { */ - /* data_loader.next_batch(ff); */ - /* } */ - // if (epoch > 0) { - // runtime->begin_trace(ctx, 111 /*trace_id*/); - // } - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // if (epoch > 0) { - // runtime->end_trace(ctx, 111 /*trace_id*/); - // } - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - 8192 * ffConfig.epochs / run_time); -} - -void FlexFlow::register_custom_tasks() {} diff --git a/examples/cpp/InceptionV3/inception.cu b/examples/cpp/InceptionV3/inception.cu deleted file mode 100644 index d44a16476..000000000 --- a/examples/cpp/InceptionV3/inception.cu +++ /dev/null @@ -1,14 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ diff --git a/examples/cpp/InceptionV3/inception.h b/examples/cpp/InceptionV3/inception.h deleted file mode 100644 index f4b85f8b9..000000000 --- a/examples/cpp/InceptionV3/inception.h +++ /dev/null @@ -1,20 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 4196 - -using namespace Legion; -using namespace std; diff --git a/examples/cpp/MLP_Unify/CMakeLists.txt b/examples/cpp/MLP_Unify/CMakeLists.txt deleted file mode 100644 index 9609fbb37..000000000 --- a/examples/cpp/MLP_Unify/CMakeLists.txt +++ /dev/null @@ -1,15 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_MLPUnify) -set(project_target mlp_unify) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - mlp.cc) - -cuda_add_executable(${project_target} ${CPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/MLP_Unify/Makefile b/examples/cpp/MLP_Unify/Makefile deleted file mode 100644 index 1299e7223..000000000 --- a/examples/cpp/MLP_Unify/Makefile +++ /dev/null @@ -1,39 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 1 # Include debugging symbols -MAX_DIM ?= 5 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 0 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 0 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) -USE_HIP ?= 1 # Include HIP support (requires HIP) -HIP_TARGET ?= ROCM -USE_GPU_REDUCTIONS ?= 0 - -# Put the binary file name here -OUTFILE ?= mlp -# List all the application source files here -GEN_SRC = mlp.cc -GEN_GPU_SRC = -GEN_HIP_SRC = - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/MLP_Unify/mlp.cc b/examples/cpp/MLP_Unify/mlp.cc deleted file mode 100644 index 6ffd695aa..000000000 --- a/examples/cpp/MLP_Unify/mlp.cc +++ /dev/null @@ -1,93 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#include -#include -#include -using namespace Legion; -using namespace FlexFlow; - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - fprintf(stderr, - "batchSize(%d) workersPerNodes(%d) numNodes(%d)\n", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - FFModel ff(ffConfig); - - std::vector hidden_dims = { - 8192, 8192, 8192, 8192, 8192, 8192, 8192, 8192}; - Tensor input1, input2; - { - int const dims[] = {ffConfig.batchSize, 1024}; - input1 = ff.create_tensor<2>(dims, DT_FLOAT); - input2 = ff.create_tensor<2>(dims, DT_FLOAT); - } - Tensor t1 = input1, t2 = input2; - for (size_t i = 0; i < hidden_dims.size(); i++) { - int const dims[] = {hidden_dims[i], t1->dims[0]}; - ActiMode acti_mode = - (i + 1 == hidden_dims.size()) ? AC_MODE_NONE : AC_MODE_RELU; - t1 = ff.dense(t1, hidden_dims[i], acti_mode, false); - t2 = ff.dense(t2, hidden_dims[i], acti_mode, false); - } - Tensor t = ff.add(t1, t2); - t = ff.softmax(t); - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - ff.init_operators(); - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - ff.reset_metrics(); - int iterations = 128; - for (int iter = 0; iter < iterations; iter++) { - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - // ff.backward(); - // ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - ffConfig.batchSize * 128 * ffConfig.epochs / run_time); -} - -void FlexFlow::register_custom_tasks() {} diff --git a/examples/cpp/ResNet/CMakeLists.txt b/examples/cpp/ResNet/CMakeLists.txt deleted file mode 100644 index ddef1fc9f..000000000 --- a/examples/cpp/ResNet/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_ResNet) -set(project_target resnet) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - resnet.cc - resnet.h) - -set(GPU_SRC - resnet.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/ResNet/Makefile b/examples/cpp/ResNet/Makefile deleted file mode 100644 index e97bb667e..000000000 --- a/examples/cpp/ResNet/Makefile +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 0 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 1 # Include GASNet support (requires GASNet) -USE_HDF ?= 0 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= resnet -# List all the application source files here -GEN_SRC = resnet.cc -GEN_GPU_SRC = resnet.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/ResNet/resnet.cc b/examples/cpp/ResNet/resnet.cc deleted file mode 100644 index 49ce934a6..000000000 --- a/examples/cpp/ResNet/resnet.cc +++ /dev/null @@ -1,418 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "resnet.h" -#include -#include -#include -using namespace Legion; -using FlexFlow::FFConfig; -using FlexFlow::FFModel; -using FlexFlow::Optimizer; -using FlexFlow::SGDOptimizer; -using FlexFlow::Tensor; - -Legion::Logger log_app("ResNet"); - -void parse_input_args(char **argv, int argc, ResNetConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--dataset")) { - config.dataset_path = std::string(argv[++i]); - continue; - } - } -} - -Tensor - BottleneckBlock(FFModel &ff, Tensor input, int out_channels, int stride) { - Tensor t = ff.conv2d(input, out_channels, 1, 1, 1, 1, 0, 0, AC_MODE_NONE); - // t = ff.batch_norm(t); - - t = ff.conv2d(t, out_channels, 3, 3, stride, stride, 1, 1, AC_MODE_NONE); - // t = ff.batch_norm(t); - - t = ff.conv2d(t, 4 * out_channels, 1, 1, 1, 1, 0, 0); - // t = ff.batch_norm(t, false); - - if ((stride > 1) || (input->dims[2] != out_channels * 4)) { - printf("input->dims = %d out_channels*4 = %d\n", - input->dims[2], - out_channels * 4); - input = ff.conv2d( - input, 4 * out_channels, 1, 1, stride, stride, 0, 0, AC_MODE_NONE); - // input = ff.batch_norm(input, false); - } - t = ff.add(input, t); - return ff.relu(t, false); -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - ResNetConfig resnetConfig; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, resnetConfig); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - } - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {ffConfig.batchSize, 3, 229, 229}; - input = ff.create_tensor<4>(dims, DT_FLOAT); - } - // Tensor label; - // { - // const int dims[] = {ffConfig.batchSize, 1}; - // label = ff.create_tensor<2>(dims, DT_INT32); - // } - // Add layers - Tensor t = input; - t = ff.conv2d(input, 64, 7, 7, 2, 2, 3, 3); - // t = ff.batch_norm(t); - t = ff.pool2d(t, 3, 3, 2, 2, 1, 1); - - for (int i = 0; i < 3; i++) { - t = BottleneckBlock(ff, t, 64, 1); - } - for (int i = 0; i < 4; i++) { - int stride = (i == 0) ? 2 : 1; - t = BottleneckBlock(ff, t, 128, stride); - } - for (int i = 0; i < 6; i++) { - int stride = (i == 0) ? 2 : 1; - t = BottleneckBlock(ff, t, 256, stride); - } - for (int i = 0; i < 3; i++) { - int stride = (i == 0) ? 2 : 1; - t = BottleneckBlock(ff, t, 512, stride); - } - t = ff.pool2d(t, 7, 7, 1, 1, 0, 0, POOL_AVG); - t = ff.flat(t); - t = ff.dense(t, 10); - t = ff.softmax(t); - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - // Data Loader - /* DataLoader data_loader(ff, resnetConfig, input, ff.label_tensor); */ - ff.init_operators(); - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - /* data_loader.reset(); */ - ff.reset_metrics(); - int iterations = 128; // data_loader.num_samples / ffConfig.batchSize; - - for (int iter = 0; iter < iterations; iter++) { - if (resnetConfig.dataset_path.length() == 0) { - // Only load data once for random input - // if (iter == 0 && epoch == 0) - // data_loader.next_batch(ff); - } else { - // data_loader.next_batch(ff); - } - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - 128 * ffConfig.batchSize * ffConfig.epochs / run_time); -} - -size_t get_file_size(std::string const &filename) { - streampos begin, end; - ifstream file(filename.c_str(), ios::binary); - begin = file.tellg(); - file.seekg(0, ios::end); - end = file.tellg(); - file.close(); - size_t filesize = end - begin; - return filesize; -} - -/* DataLoader::DataLoader(FFModel& ff, */ -/* const ResNetConfig& resnet, */ -/* Tensor input, Tensor label) */ -/* { */ -/* Context ctx = ff.config.lg_ctx; */ -/* Runtime* runtime = ff.config.lg_hlr; */ -/* num_samples = 0; */ -/* if (resnet.dataset_path == "") { */ -/* log_app.print("Use random dataset..."); */ -/* num_samples = 10 * ff.config.batchSize * ff.config.workersPerNode * - * ff.config.numNodes; */ -/* log_app.print("Number of random samples = %d\n", num_samples); */ -/* } else { */ -/* log_app.print("Start loading dataset from %s", - * resnet.dataset_path.c_str()); */ -/* size_t filesize = get_file_size(resnet.dataset_path); */ -/* assert(filesize % (3 * 360 * 360 + 1) == 0); */ -/* num_samples = filesize / (3 * 360 * 360 + 1); */ -/* } */ -/* // Create full input */ -/* { */ -/* batch_input = input; */ -/* const int dims[] = {num_samples, input->dims[2].size, - * input->dims[1].size, input->dims[0].size}; */ -/* full_input = ff.create_tensor<4>(dims, DT_FLOAT); */ -/* } */ -/* // Create full label */ -/* { */ -/* batch_label = label; */ -/* const int dims[] = {num_samples, label->dims[0].size}; */ -/* full_label = ff.create_tensor<2>(dims, DT_INT32); */ -/* } */ -/* // Load entire dataset */ -/* // TODO: Use index launcher instead of task launcher */ -/* const ResNetConfig* ptr = &resnet; */ -/* TaskLauncher launcher(CUSTOM_CPU_TASK_ID_1, */ -/* TaskArgument(&ptr, sizeof(ResNetConfig*))); */ -/* // regions[0]: full_input */ -/* launcher.add_region_requirement( */ -/* RegionRequirement(full_input->region, WRITE_ONLY, */ -/* EXCLUSIVE, full_input->region, */ -/* MAP_TO_ZC_MEMORY)); */ -/* launcher.add_field(0, FID_DATA); */ -/* // regions[1]: full_label */ -/* launcher.add_region_requirement( */ -/* RegionRequirement(full_label->region, WRITE_ONLY, */ -/* EXCLUSIVE, full_label->region, */ -/* MAP_TO_ZC_MEMORY)); */ -/* launcher.add_field(1, FID_DATA); */ -/* runtime->execute_task(ctx, launcher); */ -/* reset(); */ -/* next_batch(ff); */ -/* } */ - -__inline__ int calc_offset(int c, int y, int x, int yscale, int xscale) { - return (c * yscale * xscale + y * xscale + x); -} - -void nearest_neigh(unsigned char *image, - unsigned char *buffer, - int height, - int width, - int orig_height, - int orig_width, - float height_scale, - float width_scale) { - for (int y = 0; y < height; y++) { - int y0 = - std::min(static_cast(roundf(y * height_scale)), orig_height - 1); - for (int x = 0; x < width; x++) { - int x0 = - std::min(static_cast(roundf(x * width_scale)), orig_width - 1); - for (int c = 0; c < 3; c++) { - int origOffset = calc_offset(y0, x0, c, orig_width, 3); - int offset = calc_offset(c, y, x, height, width); - image[offset] = buffer[origOffset]; - } - } - } -} - -/* void DataLoader::load_entire_dataset(const Task *task, */ -/* const std::vector ®ions, */ -/* Context ctx, Runtime* runtime) */ -/* { */ -/* const ResNetConfig* resnet = *((ResNetConfig**)task->args); */ -/* assert(regions.size() == 2); */ -/* assert(task->regions.size() == regions.size()); */ -/* const AccessorWO acc_input(regions[0], FID_DATA); */ -/* const AccessorWO acc_label(regions[1], FID_DATA); */ -/* Rect<4> rect_input = runtime->get_index_space_domain( */ -/* ctx, task->regions[0].region.get_index_space()); */ -/* assert(acc_input.accessor.is_dense_arbitrary(rect_input)); */ -/* Rect<2> rect_label = runtime->get_index_space_domain( */ -/* ctx, task->regions[1].region.get_index_space()); */ -/* assert(acc_label.accessor.is_dense_arbitrary(rect_label)); */ -/* float* input_ptr = acc_input.ptr(rect_input.lo); */ -/* int* label_ptr = acc_label.ptr(rect_label.lo); */ -/* int num_samples = rect_label.hi[1] - rect_label.lo[1] + 1; */ -/* assert(rect_input.hi[3] - rect_input.lo[3] + 1 == num_samples); */ -/* if (resnet->dataset_path.length() == 0) { */ -/* log_app.print("Start generating random input samples"); */ -/* for (size_t i = 0; i < rect_label.volume(); i++) */ -/* label_ptr[i] = std::rand() % 10; */ -/* return; */ -/* } */ -/* log_app.print("Start loading %d samples from %s\n", */ -/* num_samples, resnet->dataset_path.c_str()); */ -/* int height = rect_input.hi[1] - rect_input.lo[1] + 1; */ -/* int width = rect_input.hi[0] - rect_input.lo[0] + 1; */ -/* int origHeight = 360; */ -/* int origWidth = 360; */ -/* float heightScale = static_cast(origHeight) / height; */ -/* float widthScale = static_cast(origWidth) / width; */ -/* FILE* file = fopen(resnet->dataset_path.c_str(), "rb"); */ -/* unsigned char* buffer = (unsigned char*) malloc(3 * 360 * 360 + 1); */ -/* unsigned char* image = (unsigned char*) malloc(3 * height * width); */ -/* for (off_t i = 0; i < num_samples; i++) { */ -/* size_t ret = fread(buffer, sizeof(unsigned char), 3 * 360 * 360 + 1, - * file); */ -/* assert(ret = 3 * 360 * 360 + 1); */ -/* if ((i+1) % 1000 == 0) */ -/* log_app.print("Loaded %ld samples", i+1); */ -/* label_ptr[i] = buffer[0]; */ -/* nearest_neigh(image, buffer + 1, height, width, */ -/* origHeight, origWidth, heightScale, widthScale); */ -/* off_t input_offset = i * 3 * height * width; */ -/* off_t image_offset = 0; */ -/* for (off_t h = 0; h < 3*height*width; h++) */ -/* input_ptr[input_offset++] = static_cast(image[image_offset++]) - * / 255; */ -/* } */ -/* log_app.print("Finish loading %d samples from %s\n", */ -/* num_samples, resnet->dataset_path.c_str()); */ -/* fclose(file); */ -/* } */ - -/* void DataLoader::next_batch(FFModel& ff) */ -/* { */ -/* Context ctx = ff.config.lg_ctx; */ -/* Runtime* runtime = ff.config.lg_hlr; */ -/* // Load input */ -/* { */ -/* IndexSpaceT<4> task_is = IndexSpaceT<4>(ff.get_or_create_task_is(4, "")); - */ -/* Rect<4> rect = runtime->get_index_space_domain(ctx, task_is); */ -/* ArgumentMap argmap; */ -/* int idx = next_index; */ -/* for (PointInRectIterator<4> it(rect); it(); it++) { */ -/* SampleIdxs meta; */ -/* assert(ff.config.batchSize % (rect.hi[3] - rect.lo[3] + 1) == 0); */ -/* meta.num_samples = ff.config.batchSize / (rect.hi[3] - rect.lo[3] + 1); - */ -/* for (int i = 0; i < meta.num_samples; i++) */ -/* meta.idxs[i] = idx++; */ -/* argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); */ -/* } */ -/* IndexLauncher launcher(CUSTOM_GPU_TASK_ID_1, task_is, */ -/* TaskArgument(NULL,0), argmap, */ -// Predicate::TRUE_PRED, false/*must*/, -// 0/*mapper_id*/, */ -/* FFConfig::get_hash_id("")); */ -/* launcher.add_region_requirement( */ -// RegionRequirement(full_input->region, 0/*projection id*/, */ -/* READ_ONLY, EXCLUSIVE, full_input->region, */ -/* MAP_TO_ZC_MEMORY)); */ -/* launcher.add_field(0, FID_DATA); */ -/* launcher.add_region_requirement( */ -// RegionRequirement(batch_input->part, 0/*projection id*/, */ -/* WRITE_ONLY, EXCLUSIVE, batch_input->region)); */ -/* launcher.add_field(1, FID_DATA); */ -/* runtime->execute_index_space(ctx, launcher); */ -/* } */ -/* // Load label */ -/* { */ -/* IndexSpaceT<2> task_is = IndexSpaceT<2>(ff.get_or_create_task_is(2, "")); - */ -/* Rect<2> rect = runtime->get_index_space_domain(ctx, task_is); */ -/* ArgumentMap argmap; */ -/* int idx = next_index; */ -/* for (PointInRectIterator<2> it(rect); it(); it++) { */ -/* SampleIdxs meta; */ -/* assert(ff.config.batchSize % (rect.hi[1] - rect.lo[1] + 1) == 0); */ -/* meta.num_samples = ff.config.batchSize / (rect.hi[1] - rect.lo[1] + 1); - */ -/* for (int i = 0; i < meta.num_samples; i++) */ -/* meta.idxs[i] = idx++; */ -/* argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); */ -/* } */ -/* IndexLauncher launcher(CUSTOM_GPU_TASK_ID_2, task_is, */ -/* TaskArgument(NULL,0), argmap, */ -// Predicate::TRUE_PRED, false/*must*/, -// 0/*mapper_id*/, */ -/* FFConfig::get_hash_id("")); */ -/* launcher.add_region_requirement( */ -// RegionRequirement(full_label->region, 0/*projection id*/, */ -/* READ_ONLY, EXCLUSIVE, full_label->region, */ -/* MAP_TO_ZC_MEMORY)); */ -/* launcher.add_field(0, FID_DATA); */ -/* launcher.add_region_requirement( */ -// RegionRequirement(batch_label->part, 0/*projection id*/, */ -/* WRITE_ONLY, EXCLUSIVE, batch_label->region)); */ -/* launcher.add_field(1, FID_DATA); */ -/* runtime->execute_index_space(ctx, launcher); */ -/* } */ -/* next_index += ff.config.batchSize; */ -/* } */ - -/* void DataLoader::reset() */ -/* { */ -/* next_index = 0; */ -/* } */ - -void FlexFlow::register_custom_tasks() {} - -/* void register_custom_tasks() */ -/* { */ -/* // Load entire dataset */ -/* { */ -/* TaskVariantRegistrar registrar(CUSTOM_CPU_TASK_ID_1, "Load Entire - * Dataset"); */ -/* registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); */ -/* registrar.set_leaf(); */ -/* Runtime::preregister_task_variant( */ -/* registrar, "Load Entire Dataset Task"); */ -/* } */ -/* // Load input */ -/* { */ -/* TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_1, "Load Inputs"); */ -/* registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); */ -/* registrar.set_leaf(); */ -/* Runtime::preregister_task_variant( */ -/* registrar, "Load Input Task"); */ -/* } */ -/* // Load label */ -/* { */ -/* TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_2, "Load Labels"); */ -/* registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); */ -/* registrar.set_leaf(); */ -/* Runtime::preregister_task_variant( */ -/* registrar, "Load Label Task"); */ -/* } */ -/* } */ diff --git a/examples/cpp/ResNet/resnet.cu b/examples/cpp/ResNet/resnet.cu deleted file mode 100644 index 9346b6953..000000000 --- a/examples/cpp/ResNet/resnet.cu +++ /dev/null @@ -1,83 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/utils/cuda_helper.h" -#include "resnet.h" - -using FlexFlow::FFModel; -using FlexFlow::Tensor; -using FlexFlow::TensorAccessorR; -using FlexFlow::TensorAccessorW; - -void DataLoader::load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FlexFlow::FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FlexFlow::FID_DATA, - ctx, - runtime, - false /*readOutput*/); - coord_t batch_size = - acc_batch_input.rect.hi[3] - acc_batch_input.rect.lo[3] + 1; - coord_t channels = - acc_batch_input.rect.hi[2] - acc_batch_input.rect.lo[2] + 1; - coord_t height = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - coord_t width = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < batch_size; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - coord_t start_idx = meta->idxs[0]; - float const *input_zc = - acc_full_input.ptr + start_idx * channels * height * width; - copy_kernel<<>>( - acc_batch_input.ptr, input_zc, acc_batch_input.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} - -void DataLoader::load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_label( - regions[0], task->regions[0], FlexFlow::FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_label(regions[1], - task->regions[1], - FlexFlow::FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_label.rect.hi[1] - acc_batch_label.rect.lo[1] + 1; - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < batch_size; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - int const *input_zc = acc_full_label.ptr + meta->idxs[0]; - copy_kernel<<>>( - acc_batch_label.ptr, input_zc, acc_batch_label.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} diff --git a/examples/cpp/ResNet/resnet.h b/examples/cpp/ResNet/resnet.h deleted file mode 100644 index a7852afb4..000000000 --- a/examples/cpp/ResNet/resnet.h +++ /dev/null @@ -1,59 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 4196 - -using namespace Legion; -using namespace std; - -struct ResNetConfig { - ResNetConfig(void) { - // Set default configurations here - } - std::string dataset_path; -}; - -class DataLoader { -public: - DataLoader(FlexFlow::FFModel &ff, - ResNetConfig const &resnet, - FlexFlow::Tensor _input, - FlexFlow::Tensor _label); - static void load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - void next_batch(FlexFlow::FFModel &); - void reset(void); - -public: - int num_samples, next_index; - FlexFlow::Tensor full_input, batch_input; - FlexFlow::Tensor full_label, batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/Transformer/CMakeLists.txt b/examples/cpp/Transformer/CMakeLists.txt deleted file mode 100644 index ac46d77f3..000000000 --- a/examples/cpp/Transformer/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_Transformer) -set(project_target transformer) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - transformer.cc - transformer.h) - -set(GPU_SRC -transformer.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/Transformer/Makefile b/examples/cpp/Transformer/Makefile deleted file mode 100644 index eb8c572cb..000000000 --- a/examples/cpp/Transformer/Makefile +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 1 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 1 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= transformer -# List all the application source files here -GEN_SRC = transformer.cc -GEN_GPU_SRC = transformer.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/Transformer/transformer.cc b/examples/cpp/Transformer/transformer.cc deleted file mode 100644 index b04093b0a..000000000 --- a/examples/cpp/Transformer/transformer.cc +++ /dev/null @@ -1,401 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "transformer.h" - -using namespace Legion; - -Legion::Logger log_app("Transformer"); - -Tensor create_emb(FFModel *model, - Tensor const &input, - int input_dim, - int output_dim, - int idx) { - float range = sqrt(1.0f / input_dim); - Initializer *embed_init = new UniformInitializer(std::rand(), -range, range); - return model->embedding( - input, input_dim, output_dim, AGGR_MODE_SUM, DT_FLOAT, NULL, embed_init); -} - -Tensor create_attention_encoder(FFModel *model, - Tensor const &input, - int hidden_dim, - int num_heads, - int kdim, - int vdim) { - Tensor t = model->multihead_attention( - input, input, input, hidden_dim, num_heads, kdim, vdim); - return model->dense(model->dense(t, hidden_dim, AC_MODE_RELU, false /*bias*/), - hidden_dim, - AC_MODE_NONE, - false /*bias*/); -} - -void create_attention_encoder_decoder(FFModel *model, - Tensor const &input1, - Tensor const &input2, - Tensor &output1, - Tensor &output2, - int hidden_dim, - int num_heads, - int kdim, - int vdim) { - Tensor t1 = - model->add(model->multihead_attention( - input1, input1, input1, hidden_dim, num_heads, kdim, vdim), - input1); - t1 = model->dense(model->dense(t1, hidden_dim, AC_MODE_RELU, false /*bias*/), - hidden_dim, - AC_MODE_NONE, - false /*bias*/); - Tensor t2 = - model->add(model->multihead_attention( - input2, input2, input2, hidden_dim, num_heads, kdim, vdim), - input2); - t2 = model->add( - model->multihead_attention(t2, t1, t1, hidden_dim, num_heads, kdim, vdim), - t2); - t2 = model->dense(model->dense(t2, hidden_dim, AC_MODE_RELU, false /*bias*/), - hidden_dim, - AC_MODE_NONE, - false /*bias*/); - output1 = t1; - output2 = t2; -} - -TransformerConfig::TransformerConfig(void) { - hidden_size = 1024; - embedding_size = 1024; - num_heads = 16; - num_layers = 12; - sequence_length = 512; -} - -void parse_input_args(char **argv, int argc, TransformerConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--num-layers")) { - config.num_layers = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--embedding-size")) { - config.embedding_size = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--hidden-size")) { - config.hidden_size = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--num-heads")) { - config.num_heads = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--sequence-length")) { - config.sequence_length = atoi(argv[++i]); - continue; - } - } -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - TransformerConfig tfConfig; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, tfConfig); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - log_app.print("Hidden Size(%d)", tfConfig.hidden_size); - log_app.print("Embedding Vocab Size(%d)", tfConfig.embedding_size); - log_app.print("Number of Heads(%d)", tfConfig.num_heads); - log_app.print("Number of Layers(%d)", tfConfig.num_layers); - log_app.print("Sequence Length(%d)", tfConfig.sequence_length); - } - FFModel ff(ffConfig); - Tensor input; - { - int const dims[] = { - ffConfig.batchSize, tfConfig.sequence_length, tfConfig.hidden_size}; - input = ff.create_tensor<3>(dims, DT_FLOAT); - } - // Tensor t = create_emb(&ff, input, tfConfig.embedding_size, - // tfConfig.hidden_size); Tensor input1 = input, input2 = input; Tensor t1, - // t2; - Tensor t = input; - for (int i = 0; i < tfConfig.num_layers; i++) { - t = create_attention_encoder(&ff, - t, - tfConfig.hidden_size, - tfConfig.num_heads, - tfConfig.hidden_size / tfConfig.num_heads, - tfConfig.hidden_size / tfConfig.num_heads); - // create_attention_encoder_decoder(&ff, input1, input2, t1, t2, - // tfConfig.hidden_size, tfConfig.num_heads, - // tfConfig.hidden_size / tfConfig.num_heads, - // tfConfig.hidden_size / tfConfig.num_heads); - // input1 = t1; - // input2 = t2; - } - t = ff.dense(t, 1, AC_MODE_NONE, false /*bias*/); - Optimizer *optimizer = new SGDOptimizer(&ff, 0.01f); - std::vector metrics; - // metrics.push_back(METRICS_ACCURACY); - // metrics.push_back(METRICS_MEAN_SQUARED_ERROR); - ff.compile(optimizer, LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics); - // Data Loader - DataLoader loader(ff, tfConfig, input, ff.label_tensor); - loader.next_batch(ff); - loader.reset(); - ff.init_operators(); - - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - log_app.print("Warmup finished...Start timer..."); - log_app.print("Num. epochs = %d", ffConfig.epochs); - log_app.print("Num. iterations/epoch = %d", - loader.num_samples / ffConfig.batchSize); - printf("parameters.size() = %lu\n", ff.parameters.size()); - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - loader.reset(); - ff.reset_metrics(); - int iterations = loader.num_samples / ffConfig.batchSize; - for (int iter = 0; iter < iterations; iter++) { - // Only load data once for random input - if (iter == 0 && epoch == 0) { - loader.next_batch(ff); - } - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - loader.num_samples * ffConfig.epochs / run_time); -} - -DataLoader::DataLoader(FFModel &ff, - TransformerConfig const &tf, - Tensor const &_input, - Tensor const &_label) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - num_samples = 0; - log_app.print("Use random dataset..."); - num_samples = - ff.config.batchSize * ff.config.workersPerNode * ff.config.numNodes; - log_app.print("Number of random samples = %d\n", num_samples); - return; - { - batch_input = _input; - int const dims[] = {num_samples, tf.sequence_length, tf.hidden_size}; - full_input = ff.create_tensor<3>(dims, DT_FLOAT); - } - { - batch_label = _label; - int const dims[] = {num_samples, tf.sequence_length, 1}; - full_label = ff.create_tensor<3>(dims, DT_FLOAT); - } - // Load entire dataset - // TODO: Use index launcher instead of task launcher - TaskLauncher launcher(CUSTOM_CPU_TASK_ID_1, TaskArgument(NULL, 0)); - // regions[0]: full_sparse_input - launcher.add_region_requirement( - RegionRequirement(full_input->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_input->parallel_tensor->region, - MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - // regions[1]: full_label - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(1, FID_DATA); - runtime->execute_task(ctx, launcher); -} - -void DataLoader::load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - // Note that these instances are in ZCM, can only use - // TensorAccessorW with readOutput flag - AccessorWO const acc_input(regions[0], FID_DATA); - AccessorWO const acc_label(regions[1], FID_DATA); - Rect<3> rect_input = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - Rect<3> rect_label = runtime->get_index_space_domain( - ctx, task->regions[1].region.get_index_space()); - assert(acc_input.accessor.is_dense_arbitrary(rect_input)); - assert(acc_label.accessor.is_dense_arbitrary(rect_label)); - float *input_ptr = acc_input.ptr(rect_input.lo); - float *label_ptr = acc_label.ptr(rect_label.lo); - // assert(rect_input == rect_label); - - for (size_t i = 0; i < rect_input.volume(); i++) { - input_ptr[i] = ((float)std::rand()) / RAND_MAX; - } - for (size_t i = 0; i < rect_label.volume(); i++) { - label_ptr[i] = std::rand() % 2; - } -} - -void DataLoader::next_batch(FFModel &ff) { - return; - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - // Load Input - { - Domain domain = runtime->get_index_space_domain( - ctx, batch_input->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % batch_input->parallel_tensor->dims[2].size == - 0); - meta.num_samples = - ff.config.batchSize / batch_input->parallel_tensor->dims[2].size; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_2, - batch_input->parallel_tensor->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_input->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_input->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_input->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_input->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_input->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load Labels - { - Domain domain = runtime->get_index_space_domain( - ctx, batch_label->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % batch_label->parallel_tensor->dims[2].size == - 0); - meta.num_samples = - ff.config.batchSize / batch_label->parallel_tensor->dims[2].size; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_2, - batch_label->parallel_tensor->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_label->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_label->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_label->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // progress next_index - next_index += ff.config.batchSize; -} - -void DataLoader::reset() { - next_index = 0; -} - -void FlexFlow::register_custom_tasks() { - // Load entire dataset - { - TaskVariantRegistrar registrar(CUSTOM_CPU_TASK_ID_1, "Load Entire Dataset"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Entire Dataset Task"); - } - // Load input - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_2, "Load Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Inputs Task"); - } -} diff --git a/examples/cpp/Transformer/transformer.cu b/examples/cpp/Transformer/transformer.cu deleted file mode 100644 index 303553b83..000000000 --- a/examples/cpp/Transformer/transformer.cu +++ /dev/null @@ -1,59 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/utils/cuda_helper.h" -#include "transformer.h" - -void DataLoader::load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_input.rect.hi[2] - acc_batch_input.rect.lo[2] + 1; - int embed_size = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - int seq_length = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - assert(acc_batch_input.rect.hi[0] == acc_full_input.rect.hi[0]); - assert(acc_batch_input.rect.lo[0] == acc_full_input.rect.lo[0]); - assert(acc_batch_input.rect.hi[1] == acc_full_input.rect.hi[1]); - assert(acc_batch_input.rect.lo[1] == acc_full_input.rect.lo[1]); - - float *input_zc; - checkCUDA(cudaHostAlloc(&input_zc, - sizeof(float) * acc_batch_input.rect.volume(), - cudaHostAllocPortable | cudaHostAllocMapped)); - assert(batch_size == meta->num_samples); - for (int i = 0; i < batch_size; i++) { - int base_offset = meta->idxs[i] * embed_size * seq_length; - for (int j = 0; j < embed_size * seq_length; j++) { - input_zc[i * embed_size * seq_length + j] = - acc_full_input.ptr[base_offset + j]; - } - } - checkCUDA(cudaMemcpy(acc_batch_input.ptr, - input_zc, - sizeof(float) * acc_batch_input.rect.volume(), - cudaMemcpyHostToDevice)); - checkCUDA(cudaFreeHost(input_zc)); -} diff --git a/examples/cpp/Transformer/transformer.h b/examples/cpp/Transformer/transformer.h deleted file mode 100644 index e26ca9bf8..000000000 --- a/examples/cpp/Transformer/transformer.h +++ /dev/null @@ -1,54 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 65536 - -using namespace Legion; -using namespace FlexFlow; - -struct TransformerConfig { - TransformerConfig(void); - int hidden_size, embedding_size, num_heads, num_layers, sequence_length; -}; - -class DataLoader { -public: - DataLoader(FFModel &ff, - TransformerConfig const &tf, - Tensor const &_input, - Tensor const &_label); - void next_batch(FFModel &ff); - void reset(); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - -public: - int num_samples, next_index; - -private: - Tensor full_input, batch_input, full_label, batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/XDL/CMakeLists.txt b/examples/cpp/XDL/CMakeLists.txt deleted file mode 100644 index 3c1638df3..000000000 --- a/examples/cpp/XDL/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_XDL) -set(project_target xdl) -find_package(HDF5 REQUIRED COMPONENTS C) -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - xdl.cc - xdl.h) - -set(GPU_SRC - xdl.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR} ${HDF5_C_INCLUDE_DIRS}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES} ${HDF5_C_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/XDL/xdl.cc b/examples/cpp/XDL/xdl.cc deleted file mode 100644 index a2272f36e..000000000 --- a/examples/cpp/XDL/xdl.cc +++ /dev/null @@ -1,449 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "xdl.h" -#include - -using namespace Legion; - -Legion::Logger log_app("XDL"); - -void parse_input_args(char **argv, int argc, XDLConfig &apConfig); - -XDLConfig::XDLConfig(void) - : sparse_feature_size(64), embedding_bag_size(1), dataset_path(""), - data_size(-1) { - embedding_size.push_back(1000000); - embedding_size.push_back(1000000); - embedding_size.push_back(1000000); - embedding_size.push_back(1000000); - mlp_top.push_back(256); - mlp_top.push_back(256); - mlp_top.push_back(256); - mlp_top.push_back(2); -} - -Tensor create_mlp(FFModel *model, - Tensor const &input, - std::vector ln, - int sigmoid_layer) { - Tensor t = input; - for (int i = 0; i < (int)(ln.size() - 1); i++) { - float std_dev = sqrt(2.0f / (ln[i + 1] + ln[i])); - Initializer *weight_init = new NormInitializer(std::rand(), 0, std_dev); - std_dev = sqrt(2.0f / ln[i + 1]); - Initializer *bias_init = new NormInitializer(std::rand(), 0, std_dev); - ActiMode activation = i == sigmoid_layer ? AC_MODE_SIGMOID : AC_MODE_RELU; - t = model->dense(t, - ln[i + 1], - activation, - false /*bias*/, - DT_FLOAT, - NULL /*weight_sharing*/, - weight_init, - bias_init); - } - return t; -} - -Tensor create_emb(FFModel *model, - Tensor const &input, - int input_dim, - int output_dim, - int idx) { - float range = sqrt(1.0f / input_dim); - Initializer *embed_init = new UniformInitializer(std::rand(), -range, range); - return model->embedding(input, - input_dim, - output_dim, - AGGR_MODE_SUM, - DT_FLOAT /*dtype*/, - NULL /*weight_sharing*/, - embed_init); -} - -Tensor interact_features(FFModel *model, std::vector const &ly) { - Tensor *inputs = (Tensor *)malloc(sizeof(Tensor) * (ly.size())); - for (size_t i = 0; i < ly.size(); i++) { - inputs[i] = ly[i]; - } - return model->concat(ly.size(), inputs, -1 /*axis*/); - free(inputs); -} - -void print_vector(std::string const &name, std::vector const &vector) { - std::ostringstream out; - for (size_t i = 0; i < vector.size() - 1; i++) { - out << vector[i] << " "; - } - if (vector.size() > 0) { - out << vector[vector.size() - 1]; - } - log_app.print("%s: %s", name.c_str(), out.str().c_str()); -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - // Parse input arguments - XDLConfig xdlConfig; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, xdlConfig); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - log_app.print("EmbeddingBagSize(%d)", xdlConfig.embedding_bag_size); - print_vector("Embedding Vocab Sizes", xdlConfig.embedding_size); - print_vector("MLP layers", xdlConfig.mlp_top); - } - - FFModel ff(ffConfig); - - std::vector sparse_inputs; - for (size_t i = 0; i < xdlConfig.embedding_size.size(); i++) { - int const dims[] = {ffConfig.batchSize, xdlConfig.embedding_bag_size}; - Tensor input = ff.create_tensor<2>(dims, DT_INT64); - sparse_inputs.push_back(input); - } - // Step 1 create dense_mlp - std::vector ly; - for (size_t i = 0; i < xdlConfig.embedding_size.size(); i++) { - int input_dim = xdlConfig.embedding_size[i]; - int output_dim = xdlConfig.sparse_feature_size; - ly.push_back(create_emb(&ff, sparse_inputs[i], input_dim, output_dim, i)); - } - Tensor z = interact_features(&ff, ly); - Tensor p = - create_mlp(&ff, z, xdlConfig.mlp_top, xdlConfig.mlp_top.size() - 2); - // Use SGD Optimizer - Optimizer *optimizer = new SGDOptimizer(&ff, 0.01f); - std::vector metrics; - // metrics.push_back(METRICS_ACCURACY); - // metrics.push_back(METRICS_MEAN_SQUARED_ERROR); - ff.compile(optimizer, LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics); - // Data Loader - DataLoader data_loader(ff, xdlConfig, sparse_inputs, ff.label_tensor); - ff.init_operators(); - - // Warmup iterations - for (int iter = 0; iter < 1; iter++) { - data_loader.reset(); - ff.reset_metrics(); - data_loader.next_batch(ff); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - } - - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - log_app.print("Warmup finished...Start timer..."); - log_app.print("Num. epochs = %d", ffConfig.epochs); - log_app.print("Num. iterations/epoch = %d", - data_loader.num_samples / ffConfig.batchSize); - printf("parameters.size() = %lu\n", ff.parameters.size()); - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - data_loader.reset(); - ff.reset_metrics(); - int iterations = data_loader.num_samples / ffConfig.batchSize; - for (int iter = 0; iter < iterations; iter++) { - if (xdlConfig.dataset_path.length() == 0) { - // Only load data once for random input - // if (iter == 0 && epoch == 0) - // data_loader.next_batch(ff); - } else { - data_loader.next_batch(ff); - } - // if (epoch > 0) { - // runtime->begin_trace(ctx, 111 /*trace_id*/); - // } - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // if (epoch > 0) { - // runtime->end_trace(ctx, 111 /*trace_id*/); - // } - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - data_loader.num_samples * ffConfig.epochs / run_time); -} - -void parse_input_args(char **argv, int argc, XDLConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--arch-sparse-feature-size")) { - config.sparse_feature_size = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--arch-embedding-size")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.embedding_size.clear(); - while (std::getline(ss, word, '-')) { - config.embedding_size.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--embedding-bag-size")) { - config.embedding_bag_size = atoi(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--arch-mlp")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.mlp_top.clear(); - while (std::getline(ss, word, '-')) { - config.mlp_top.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--loss-threshold")) { - config.loss_threshold = atof(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--dataset")) { - config.dataset_path = std::string(argv[++i]); - continue; - } - if (!strcmp(argv[i], "--data-size")) { - config.data_size = atoi(argv[++i]); - continue; - } - } -} - -DataLoader::DataLoader(FFModel &ff, - XDLConfig const &xdl, - std::vector const &_sparse_inputs, - Tensor _label) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - num_samples = 0; - log_app.print("Use random dataset..."); - if (xdl.data_size > 0) { - num_samples = xdl.data_size; // num_samples = 256 * 2 * 8 * 16; - } else { - num_samples = 256 * 4 * ff.config.workersPerNode * ff.config.numNodes; - } - // num_samples = 256 * 2 * 8 * 16; - log_app.print("Number of random samples = %d\n", num_samples); -} - -void DataLoader::load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 3); - assert(task->regions.size() == 3); - // Note that these instances are in ZCM, can only use - // TensorAccessorW with readOutput flag - AccessorWO const acc_sparse_input(regions[0], FID_DATA); - AccessorWO const acc_dense_input(regions[1], FID_DATA); - AccessorWO const acc_label_input(regions[2], FID_DATA); - Rect<2> rect_sparse_input = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - Rect<2> rect_dense_input = runtime->get_index_space_domain( - ctx, task->regions[1].region.get_index_space()); - Rect<2> rect_label_input = runtime->get_index_space_domain( - ctx, task->regions[2].region.get_index_space()); - assert(acc_sparse_input.accessor.is_dense_arbitrary(rect_sparse_input)); - assert(acc_dense_input.accessor.is_dense_arbitrary(rect_dense_input)); - assert(acc_label_input.accessor.is_dense_arbitrary(rect_label_input)); - int64_t *sparse_input_ptr = acc_sparse_input.ptr(rect_sparse_input.lo); - float *dense_input_ptr = acc_dense_input.ptr(rect_dense_input.lo); - float *label_input_ptr = acc_label_input.ptr(rect_label_input.lo); - int num_samples = rect_sparse_input.hi[1] - rect_sparse_input.lo[1] + 1; - int num_sparse_inputs = rect_sparse_input.hi[0] - rect_sparse_input.lo[0] + 1; - assert(num_samples == rect_dense_input.hi[1] - rect_dense_input.lo[1] + 1); - int num_dense_dims = rect_dense_input.hi[0] - rect_dense_input.lo[0] + 1; - assert(num_samples == rect_label_input.hi[1] - rect_label_input.lo[1] + 1); - assert(rect_label_input.hi[0] == rect_label_input.lo[0]); - const ArgsConfig xdl = *((ArgsConfig const *)task->args); - int const emb_size = xdl.embedding_size; - std::string file_name((char const *)xdl.dataset_path); - log_app.print("Start generating random input samples"); - for (size_t i = 0; i < rect_sparse_input.volume(); i++) { - sparse_input_ptr[i] = std::rand() % emb_size; - } - for (size_t i = 0; i < rect_dense_input.volume(); i++) { - dense_input_ptr[i] = ((float)std::rand()) / RAND_MAX; - } - for (size_t i = 0; i < rect_label_input.volume(); i++) { - label_input_ptr[i] = std::rand() % 2; - } -} - -void DataLoader::next_batch(FFModel &ff) { - return; - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - // Load Sparse Inputs - for (size_t i = 0; i < batch_sparse_inputs.size(); i++) { - int hash = batch_sparse_inputs.size() * MAX_NUM_EMB + i; - Domain domain = runtime->get_index_space_domain( - ctx, batch_sparse_inputs[i]->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize == - batch_sparse_inputs[i]->parallel_tensor->dims[1].size); - meta.num_samples = - ff.config.batchSize / - batch_sparse_inputs[i]->parallel_tensor->dims[1].degree; - // Assert that we have enough slots to save the indices - assert(meta.num_samples <= MAX_NUM_SAMPLES); - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher( - CUSTOM_GPU_TASK_ID_1, - batch_sparse_inputs[i]->parallel_tensor->parallel_is, - TaskArgument(&hash, sizeof(int)), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_sparse_inputs[i]->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_sparse_input->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_sparse_input->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_sparse_inputs[i]->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_sparse_inputs[i]->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load Labels - { - Domain domain = runtime->get_index_space_domain( - ctx, batch_label->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % batch_label->parallel_tensor->dims[1].size); - meta.num_samples = - ff.config.batchSize / batch_label->parallel_tensor->dims[1].degree; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_3, - batch_label->parallel_tensor->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_label->parallel_tensor->machine_view.hash()); - // Full dataset in ZCM - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_label->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_label->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // progress next_index - next_index += ff.config.batchSize; -} - -void DataLoader::shuffle() {} - -void DataLoader::reset() { - next_index = 0; -} - -void DataLoader::load_sparse_input_cpu( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - std::cout << "load_sparse_input_cpu" << std::endl; -} - -void FlexFlow::register_custom_tasks() { - // Load entire dataset - { - TaskVariantRegistrar registrar(CUSTOM_CPU_TASK_ID_1, "Load Entire Dataset"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Entire Dataset Task"); - } - // Load Sparse Inputs - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_1, "Load Sparse Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Sparse Inputs Task"); - } - // Load Labels - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_3, "Load Labels"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant(registrar, - "Load Labels"); - } -} diff --git a/examples/cpp/XDL/xdl.cu b/examples/cpp/XDL/xdl.cu deleted file mode 100644 index b7fa92b5f..000000000 --- a/examples/cpp/XDL/xdl.cu +++ /dev/null @@ -1,102 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/utils/cuda_helper.h" -#include "xdl.h" - -void DataLoader::load_sparse_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - int hash = *((int *)task->args); - int num_sparse_inputs = hash / 1000; - int my_input_idx = hash % 1000; - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - int in_dim = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - assert(acc_full_input.rect.hi[0] - acc_full_input.rect.lo[0] + 1 == - num_sparse_inputs * in_dim); - int64_t *input_zc; - checkCUDA(cudaHostAlloc(&input_zc, - sizeof(int64_t) * acc_batch_input.rect.volume(), - cudaHostAllocPortable | cudaHostAllocMapped)); - assert(batch_size == meta->num_samples); - for (int i = 0; i < batch_size; i++) { - int full_offset = - meta->idxs[i] * num_sparse_inputs * in_dim + my_input_idx * in_dim; - int batch_offset = i * in_dim; - assert(full_offset + in_dim <= (int)acc_full_input.rect.volume()); - for (int j = 0; j < in_dim; j++) { - input_zc[batch_offset + j] = acc_full_input.ptr[full_offset + j]; - } - } - checkCUDA(cudaMemcpy(acc_batch_input.ptr, - input_zc, - sizeof(int64_t) * acc_batch_input.rect.volume(), - cudaMemcpyHostToDevice)); - checkCUDA(cudaFreeHost(input_zc)); - checkCUDA(cudaDeviceSynchronize()); - // print_tensor<2, int>(acc_batch_input.ptr, acc_batch_input.rect, - // "[DataLoader:load_sparse]"); -} - -void DataLoader::load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_label( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_label(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_label.rect.hi[1] - acc_batch_label.rect.lo[1] + 1; - int num_label = acc_batch_label.rect.hi[0] - acc_batch_label.rect.lo[0] + 1; - assert(num_label == 1); // Kaggle dataset a has single label - assert(acc_batch_label.rect.hi[0] == acc_full_label.rect.hi[0]); - assert(acc_batch_label.rect.lo[0] == acc_full_label.rect.lo[0]); - float *label_zc; - checkCUDA(cudaHostAlloc(&label_zc, - sizeof(float) * acc_batch_label.rect.volume(), - cudaHostAllocPortable | cudaHostAllocMapped)); - assert(batch_size == meta->num_samples); - for (int i = 0; i < batch_size; i++) { - int base_offset = meta->idxs[i] * num_label; - for (int j = 0; j < num_label; j++) { - label_zc[i * num_label + j] = acc_full_label.ptr[base_offset + j]; - } - // printf("meta->idxs[%d]=%d label=%.2lf\n", i, meta->idxs[i], label_zc[i]); - } - checkCUDA(cudaMemcpy(acc_batch_label.ptr, - label_zc, - sizeof(float) * acc_batch_label.rect.volume(), - cudaMemcpyHostToDevice)); - checkCUDA(cudaFreeHost(label_zc)); -} diff --git a/examples/cpp/XDL/xdl.h b/examples/cpp/XDL/xdl.h deleted file mode 100644 index 39ee32ffb..000000000 --- a/examples/cpp/XDL/xdl.h +++ /dev/null @@ -1,78 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 65536 -#define MAX_NUM_EMB 1000 -#define MAX_NUM_MLPS 100 -#define MAX_DATASET_PATH_LEN 1023 - -using namespace Legion; -using namespace FlexFlow; - -struct XDLConfig { - XDLConfig(void); - int sparse_feature_size, embedding_bag_size; - float loss_threshold; - std::vector embedding_size, mlp_top; - std::string dataset_path; - int data_size; -}; - -struct ArgsConfig { - int sparse_feature_size, embedding_bag_size; - int embedding_size, mlp_top[MAX_NUM_MLPS]; - char dataset_path[MAX_DATASET_PATH_LEN]; -}; - -class DataLoader { -public: - DataLoader(FFModel &ff, - XDLConfig const &xdl, - std::vector const &_sparse_inputs, - Tensor _label); - - void next_batch(FFModel &ff); - void shuffle(); - void reset(); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_sparse_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_sparse_input_cpu(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - -public: - int num_samples, next_index; - -private: - std::vector batch_sparse_inputs; - Tensor full_sparse_input, full_label, batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/candle_uno/CMakeLists.txt b/examples/cpp/candle_uno/CMakeLists.txt deleted file mode 100644 index d438a0d89..000000000 --- a/examples/cpp/candle_uno/CMakeLists.txt +++ /dev/null @@ -1,19 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_candle_uno) -set(project_target candle_uno) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - candle_uno.cc - candle_uno.h) - -set(GPU_SRC - candle_uno.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/candle_uno/Makefile b/examples/cpp/candle_uno/Makefile deleted file mode 100644 index cd9e69c83..000000000 --- a/examples/cpp/candle_uno/Makefile +++ /dev/null @@ -1,36 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 0 # Include debugging symbols -MAX_DIM ?= 5 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 1 # Include GASNet support (requires GASNet) -USE_HDF ?= 1 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= candle_uno -# List all the application source files here -GEN_SRC = candle_uno.cc -GEN_GPU_SRC = candle_uno.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk - diff --git a/examples/cpp/candle_uno/candle_uno.cc b/examples/cpp/candle_uno/candle_uno.cc deleted file mode 100644 index e9f4bf876..000000000 --- a/examples/cpp/candle_uno/candle_uno.cc +++ /dev/null @@ -1,462 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "candle_uno.h" -#include -#include -#include - -using namespace Legion; -using namespace std; - -Legion::Logger log_app("Candle_Uno"); - -void parse_input_args(char **argv, int argc, CandleConfig &apConfig); - -CandleConfig::CandleConfig(void) { - // Set default configurations here - for (int i = 0; i < 4; i++) { - dense_layers.push_back(4192); - } - for (int i = 0; i < 8; i++) { - dense_feature_layers.push_back(4192); - } - feature_shapes["dose"] = 1; - feature_shapes["cell.rnaseq"] = 942; - feature_shapes["drug.descriptors"] = 5270; - feature_shapes["drug.fingerprints"] = 2048; - input_features["dose1"] = "dose"; - input_features["dose2"] = "dose"; - input_features["cell.rnaseq"] = "cell.rnaseq"; - input_features["drug1.descriptors"] = "drug.descriptors"; - input_features["drug1.fingerprints"] = "drug.fingerprints"; - input_features["drug2.descriptors"] = "drug.descriptors"; - input_features["drug2.fingerprints"] = "drug.fingerprints"; -} - -Tensor build_feature_model(FFModel *model, - Tensor const &input, - std::vector const &dense_layers) { - Tensor t = input; - for (size_t i = 0; i < dense_layers.size(); i++) { - t = model->dense(t, dense_layers[i], AC_MODE_RELU, false /*bias*/); - } - return t; -} - -void print_vector(std::string const &name, std::vector const &vector) { - std::ostringstream out; - for (size_t i = 0; i < vector.size() - 1; i++) { - out << vector[i] << " "; - } - if (vector.size() > 0) { - out << vector[vector.size() - 1]; - } - log_app.print("%s: %s", name.c_str(), out.str().c_str()); -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ff_config; - CandleConfig candle_config; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, candle_config); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ff_config.batchSize, - ff_config.workersPerNode, - ff_config.numNodes); - print_vector("Dense Layers", candle_config.dense_layers); - print_vector("Dense Feature Layers", candle_config.dense_feature_layers); - } - - FFModel ff(ff_config); - set input_models; - map input_features = candle_config.input_features; - map feature_shapes = candle_config.feature_shapes; - for (map::const_iterator it = feature_shapes.begin(); - it != feature_shapes.end(); - it++) { - string fea_type = it->first; - if (fea_type.find(".") != string::npos) { - string base_type = fea_type.substr(0, fea_type.find(".")); - if (base_type == "cell" || base_type == "drug") { - input_models.insert(it->first); - } - } - } - int n = 0; - std::vector all_inputs; - Tensor encoded_inputs[MAX_NUM_INPUTS]; - for (map::const_iterator it = input_features.begin(); - it != input_features.end(); - it++) { - assert(feature_shapes.find(it->second) != feature_shapes.end()); - int shape = feature_shapes[it->second]; - int const dims[] = {ff_config.batchSize, shape}; - Tensor input = ff.create_tensor<2>(dims, DT_FLOAT); - all_inputs.push_back(input); - if (input_models.find(it->second) != input_models.end()) { - Tensor encoded = - build_feature_model(&ff, input, candle_config.dense_feature_layers); - encoded_inputs[n++] = encoded; - } else { - encoded_inputs[n++] = input; - } - } - Tensor output = ff.concat(n, encoded_inputs, -1 /*axis*/); - for (size_t i = 0; i < candle_config.dense_layers.size(); i++) { - int out_dim = candle_config.dense_layers[i]; - output = ff.dense(output, out_dim, AC_MODE_RELU, false /*bias*/); - } - output = ff.dense(output, 1, AC_MODE_NONE, false /*bias*/); - // Tensor label; - //{ - // const int dims[] = {1, ff_config.batchSize, 1}; - // label = ff.create_tensor<3>(dims, DT_FLOAT); - // } - // ff.mse_loss("mse_loss", output, label, "average"/*reduction*/); - // Use SGD Optimizer - Optimizer *optimizer = new SGDOptimizer(&ff, 0.01f); - std::vector metrics; - // metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_MEAN_SQUARED_ERROR); - ff.compile(optimizer, LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics); - // Data Loader - DataLoader data_loader(ff, candle_config, all_inputs, ff.label_tensor); - data_loader.next_batch(ff); - data_loader.reset(); - ff.init_operators(); - - log_app.print("Warmup finished...Start timer..."); - log_app.print("Num. epochs = %d", ff_config.epochs); - log_app.print("Num. iterations/epoch = %d", - data_loader.num_samples / ff_config.batchSize); - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ff_config.epochs; epoch++) { - data_loader.reset(); - ff.reset_metrics(); - int iterations = data_loader.num_samples / ff_config.batchSize; - for (int iter = 0; iter < iterations; iter++) { - if (candle_config.dataset_path.length() == 0) { - // Only load data once for random input - if (iter == 0 && epoch == 0) { - data_loader.next_batch(ff); - } - } else { - data_loader.next_batch(ff); - } - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - data_loader.num_samples * ff_config.epochs / run_time); -} - -void parse_input_args(char **argv, int argc, CandleConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--dense-layers")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.dense_layers.clear(); - while (std::getline(ss, word, '-')) { - config.dense_layers.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--dense-feature-layers")) { - std::stringstream ss(std::string(argv[++i])); - std::string word; - config.dense_feature_layers.clear(); - while (std::getline(ss, word, '-')) { - config.dense_feature_layers.push_back(std::stoi(word)); - } - continue; - } - if (!strcmp(argv[i], "--dataset")) { - config.dataset_path = std::string(argv[++i]); - continue; - } - } -} - -size_t get_file_size(std::string const &filename) { - streampos begin, end; - ifstream file(filename.c_str(), ios::binary); - begin = file.tellg(); - file.seekg(0, ios::end); - end = file.tellg(); - file.close(); - size_t filesize = end - begin; - printf("filesize(%s) = %zu\n", filename.c_str(), filesize); - return filesize; -} - -DataLoader::DataLoader(FFModel &ff, - CandleConfig const &candle, - std::vector const &_inputs, - Tensor _label) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - num_samples = 0; - if (candle.dataset_path == "") { - log_app.print("Use random dataset..."); - num_samples = 256 * ff.config.workersPerNode * ff.config.numNodes; - } else { - log_app.print("Start loading dataset from %s", candle.dataset_path.c_str()); - assert(_inputs.size() == candle.input_features.size()); - string dose1_name = candle.dataset_path + "/dose1"; - num_samples = get_file_size(dose1_name) / 4; - // inputs - int idx = 0; - for (map::const_iterator it = candle.input_features.begin(); - it != candle.input_features.end(); - it++) { - string filename = candle.dataset_path + it->first; - size_t filesize = get_file_size(filename); - assert(filesize == - (size_t)num_samples * sizeof(float) * _inputs[idx++]->dims[0]); - } - // labels - { - string filename = candle.dataset_path + "/label"; - assert(get_file_size(filename) == (size_t)num_samples * sizeof(float)); - } - } - return; - for (size_t i = 0; i < _inputs.size(); i++) { - batch_inputs.push_back(_inputs[i]); - int const dims[] = {num_samples, _inputs[i]->dims[0]}; - Tensor full_input = ff.create_tensor<2>(dims, DT_FLOAT); - full_inputs.push_back(full_input); - } - { - batch_label = _label; - int const dims[] = {num_samples, 1}; - full_label = ff.create_tensor<2>(dims, DT_FLOAT); - } - // Load entire dataset - // TODO: Use index launcher instead of task launcher - CandleConfig const *ptr = &candle; - TaskLauncher launcher(CUSTOM_CPU_TASK_ID_1, - TaskArgument(&ptr, sizeof(CandleConfig *))); - // regions[0]: full_label - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - // regions[1-n]: full_inputs - for (size_t i = 0; i < full_inputs.size(); i++) { - launcher.add_region_requirement( - RegionRequirement(full_inputs[i]->parallel_tensor->region, - WRITE_ONLY, - EXCLUSIVE, - full_inputs[i]->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(i + 1, FID_DATA); - } - runtime->execute_task(ctx, launcher); -} - -void DataLoader::load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - CandleConfig *candle = *((CandleConfig **)task->args); - assert(regions.size() == candle->input_features.size() + 1); - assert(task->regions.size() == regions.size()); - AccessorWO const acc_label(regions[0], FID_DATA); - Rect<2> rect_label = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - assert(acc_label.accessor.is_dense_arbitrary(rect_label)); - float *label_ptr = acc_label.ptr(rect_label.lo); - int num_samples = rect_label.hi[1] - rect_label.lo[1] + 1; - if (candle->dataset_path.length() == 0) { - log_app.print("Start generating random input samples"); - for (size_t i = 0; i < rect_label.volume(); i++) { - label_ptr[i] = ((float)std::rand()) / RAND_MAX - 0.5f; - } - } else { - string filename = candle->dataset_path + "/label"; - log_app.print("Start loading labels from %s", filename.c_str()); - FILE *file = fopen(filename.c_str(), "rb"); - size_t ret = fread(label_ptr, sizeof(float), rect_label.volume(), file); - assert(ret == rect_label.volume()); - fclose(file); - } - int idx = 0; - for (map::const_iterator it = candle->input_features.begin(); - it != candle->input_features.end(); - it++, idx++) { - printf("idx = %d\n", idx); - AccessorWO const acc_input(regions[idx + 1], FID_DATA); - Rect<2> rect_input = runtime->get_index_space_domain( - ctx, task->regions[idx + 1].region.get_index_space()); - assert(acc_input.accessor.is_dense_arbitrary(rect_input)); - float *input_ptr = acc_input.ptr(rect_input.lo); - assert(num_samples == rect_input.hi[1] - rect_input.lo[1] + 1); - // int num_features = rect_input.hi[0] - rect_input.lo[0] + 1; - if (candle->dataset_path.length() == 0) { - for (size_t j = 0; j < rect_input.volume(); j++) { - input_ptr[j] = ((float)std::rand()) / RAND_MAX; - } - } else { - string filename = candle->dataset_path + it->first; - log_app.print("Start loading input feature %s from %s", - it->first.c_str(), - filename.c_str()); - FILE *file = fopen(filename.c_str(), "rb"); - size_t ret = fread(input_ptr, sizeof(float), rect_input.volume(), file); - assert(ret == rect_input.volume()); - fclose(file); - log_app.print("Finish loading input feature %s", it->first.c_str()); - } - } -} - -void DataLoader::next_batch(FFModel &ff) { - return; - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - assert(full_inputs.size() == batch_inputs.size()); - // Load inputs - for (size_t i = 0; i < batch_inputs.size(); i++) { - Domain domain = runtime->get_index_space_domain( - ctx, batch_inputs[i]->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize % - batch_inputs[i]->parallel_tensor->dims[1].size); - meta.num_samples = ff.config.batchSize / - batch_inputs[i]->parallel_tensor->dims[1].degree; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher( - CUSTOM_GPU_TASK_ID_1, - batch_inputs[i]->parallel_tensor->parallel_is, - TaskArgument(&i, sizeof(int)), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_inputs[i]->parallel_tensor->machine_view.hash()); - launcher.add_region_requirement( - RegionRequirement(full_inputs[i]->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_inputs[i]->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_inputs[i]->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_inputs[i]->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load label - { - Domain domain = runtime->get_index_space_domain( - ctx, batch_label->parallel_tensor->parallel_is); - ArgumentMap argmap; - int idx = next_index; - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - assert(ff.config.batchSize == batch_label->parallel_tensor->dims[1].size); - meta.num_samples = - ff.config.batchSize / batch_label->parallel_tensor->dims[1].degree; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_1, - batch_label->parallel_tensor->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_label->parallel_tensor->machine_view.hash()); - launcher.add_region_requirement( - RegionRequirement(full_label->parallel_tensor->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_label->parallel_tensor->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement( - RegionRequirement(batch_label->parallel_tensor->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_label->parallel_tensor->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // progress next_index - next_index += ff.config.batchSize; -} - -void DataLoader::reset() { - next_index = 0; -} - -void FlexFlow::register_custom_tasks() { - // Load entire dataset - { - TaskVariantRegistrar registrar(CUSTOM_CPU_TASK_ID_1, "Load Entire Dataset"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Entire Dataset Task"); - } - // Load input - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_1, "Load Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Input Task"); - } -} diff --git a/examples/cpp/candle_uno/candle_uno.cu b/examples/cpp/candle_uno/candle_uno.cu deleted file mode 100644 index 72002e935..000000000 --- a/examples/cpp/candle_uno/candle_uno.cu +++ /dev/null @@ -1,47 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "candle_uno.h" -#include "flexflow/utils/cuda_helper.h" - -void DataLoader::load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - int batch_size = acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - int num_feats = acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - assert(acc_batch_input.rect.hi[0] == acc_full_input.rect.hi[0]); - assert(acc_batch_input.rect.lo[0] == acc_full_input.rect.lo[0]); - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < batch_size; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - float const *input_zc = acc_full_input.ptr + meta->idxs[0] * num_feats; - copy_kernel<<>>( - acc_batch_input.ptr, input_zc, acc_batch_input.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} diff --git a/examples/cpp/candle_uno/candle_uno.h b/examples/cpp/candle_uno/candle_uno.h deleted file mode 100644 index aa59050bc..000000000 --- a/examples/cpp/candle_uno/candle_uno.h +++ /dev/null @@ -1,57 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 4196 - -using namespace Legion; -using namespace FlexFlow; -using namespace std; - -struct CandleConfig { - CandleConfig(void); - vector dense_layers, dense_feature_layers; - map feature_shapes; - map input_features; - std::string dataset_path; -}; - -class DataLoader { -public: - DataLoader(FFModel &ff, - CandleConfig const &candle, - std::vector const &_all_inputs, - Tensor _label); - static void load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - void next_batch(FFModel &); - void reset(void); - -public: - int num_samples, next_index; - std::vector full_inputs, batch_inputs; - Tensor full_label, batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/mixture_of_experts/CMakeLists.txt b/examples/cpp/mixture_of_experts/CMakeLists.txt deleted file mode 100644 index 64a89e887..000000000 --- a/examples/cpp/mixture_of_experts/CMakeLists.txt +++ /dev/null @@ -1,20 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_MoE) -set(project_target moe) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - moe.cc - moe.h) - -set(GPU_SRC - moe.cu) - -cuda_add_executable(${project_target} ${CPU_SRC} ${GPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) - diff --git a/examples/cpp/mixture_of_experts/Makefile b/examples/cpp/mixture_of_experts/Makefile deleted file mode 100644 index 8963a1e97..000000000 --- a/examples/cpp/mixture_of_experts/Makefile +++ /dev/null @@ -1,35 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 1 # Include debugging symbols -MAX_DIM ?= 4 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 0 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) - -# Put the binary file name here -OUTFILE ?= moe -# List all the application source files here -GEN_SRC = moe.cc -GEN_GPU_SRC = moe.cu - -ifndef FF_HOME -$(error FF_HOME variable is not defined, aborting build) -endif - -include $(FF_HOME)/FlexFlow.mk diff --git a/examples/cpp/mixture_of_experts/moe.cc b/examples/cpp/mixture_of_experts/moe.cc deleted file mode 100644 index a25f94abd..000000000 --- a/examples/cpp/mixture_of_experts/moe.cc +++ /dev/null @@ -1,574 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "moe.h" -#include -#include -#include - -using namespace Legion; - -Legion::Logger log_app("MoE"); - -void parse_input_args(char **argv, int argc, MoeConfig &config) { - for (int i = 1; i < argc; i++) { - if (!strcmp(argv[i], "--dataset")) { - config.dataset_path = std::string(argv[++i]); - continue; - } - } -} - -#ifdef DEADCODE -// ============================================================================= -// User-defined functions on using cached expert assignments -// ============================================================================= - -// Score: Running average over sample ratio of which experts are corr. cached -float moe_score(float *cached_score, - void const *input, - void const *cached, - int vol) { - float gamma = 0.99f; - *cached_score *= gamma; - int *cast_input = (int *)input; - int *cast_cached = (int *)cached; - int batch_size = vol / num_select; - float frac = (1.0f - gamma) / batch_size; - for (int i = 0; i < batch_size; i++) { - std::set> cached; - std::set> input; - for (int j = 0; j < num_select; j++) { - cached.insert(cast_input[i * num_select + j]); - input.insert(cast_cached[i * num_select + j]); - } - if (cached == input) { - *cached_score += frac; - } - } - return *cached_score; -} - -// Trigger: If average score of all cache layers is above thresh -bool moe_trigger(FFModel *ff) { - float thresh = 0.9f; - - int num_futures = 0; - float score = 0.0f; - for (size_t i = 0; i < ff->layers.size(); i++) { - if (ff->layers[i]->op_type == OP_CACHE) { - int num_futures_i = ((Cache *)ff->layers[i])->score_futures.size(); - num_futures += num_futures_i; - for (int j = 0; j < num_futures_i; j++) { - score += ((Cache *)ff->layers[i])->score_futures[j].get_result(); - } - } - } - return score >= thresh; -} - -// Alter: GroupBy, Aggregate, AggregateSpec use cached values for expert assign. -void moe_alter(FFModel *ff) { - ((Cache *)ff->layers[3])->use_cached(true); - // Group by input - ff->layers[4]->inputs[1] = ff->layers[3]->outputs[0]; - ff->layers[4]->input_lps[1] = ff->layers[3]->outputs[0].part; - ff->layers[4]->input_grad_lps[1] = ff->layers[3]->outputs[0].part_grad; - // Aggregate input - ff->layers[16]->inputs[1] = ff->layers[3]->outputs[0]; - ff->layers[16]->input_lps[1] = ff->layers[3]->outputs[0].part; - ff->layers[16]->input_grad_lps[1] = ff->layers[3]->outputs[0].part_grad; - // AggregateSpec input - ff->layers[17]->inputs[1] = ff->layers[3]->outputs[0]; - ff->layers[17]->input_lps[1] = ff->layers[3]->outputs[0].part; - ff->layers[17]->input_grad_lps[1] = ff->layers[3]->outputs[0].part_grad; -} -#endif // DEADCODE - -Tensor create_moe_encoder(FFModel *model, - MoeConfig const *moeConfig, - Tensor const &input) { - std::vector axes = {0, 1}; - Tensor x = input; - for (int i = 0; i < moeConfig->num_encoder_layers; i++) { - x = model->layer_norm( - model->add(model->multihead_attention(x, - x, - x, - moeConfig->hidden_size, - moeConfig->num_attention_heads, - moeConfig->attention_kdim, - moeConfig->attention_vdim), - x), - axes, - true, - 1e-05); - x = model->layer_norm(model->add(model->moe(x, - moeConfig->num_exp, - moeConfig->num_select, - moeConfig->hidden_size, - moeConfig->alpha, - moeConfig->lambda), - x), - axes, - true, - 1e-05); - } - return x; -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - MoeConfig moeConfig; - { - InputArgs const &command_args = HighLevelRuntime::get_input_args(); - char **argv = command_args.argv; - int argc = command_args.argc; - parse_input_args(argv, argc, moeConfig); - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - } - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {ffConfig.batchSize, DATA_DIMS}; - input = ff.create_tensor<2>(dims, DT_FLOAT); - } - - //----------------------------------------------------------------- - - // Tensor t = create_moe_encoder(&ff, &moeConfig, input); - Tensor t = ff.moe(input, - moeConfig.num_exp, - moeConfig.num_select, - moeConfig.hidden_size, - moeConfig.alpha, - moeConfig.lambda); - t = ff.dense(t, OUT_DIM, AC_MODE_RELU); - - //----------------------------------------------------------------- - - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - - // Data Loader - ParallelTensor input_pt, label_pt; - ff.get_parallel_tensor_from_tensor(input, input_pt); - ff.get_parallel_tensor_from_tensor(ff.label_tensor, label_pt); - DataLoader data_loader(ff, moeConfig, input_pt, label_pt); - // RecompileState r(&moe_trigger, &moe_alter, &ff); - ff.init_operators(); - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - data_loader.reset(); - ff.reset_metrics(); - int iterations = TRAIN_SAMPLES / ffConfig.batchSize; - - for (int iter = 0; iter < iterations; iter++) { - data_loader.next_batch(ff); - // if (epoch > 0) { - // runtime->begin_trace(ctx, 111 /*trace_id*/); - // } - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // ff.recompile_on_condition(r); - // if (epoch > 0) { - // runtime->end_trace(ctx, 111 /*trace_id*/); - // } - } - - // TODO: Do properly - ff.reset_metrics(); - iterations = TEST_SAMPLES / ffConfig.batchSize; - for (int iter = 0; iter < iterations; iter++) { - data_loader.next_batch(ff); - ff.forward(); - ff.backward(); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - TRAIN_SAMPLES * ffConfig.epochs / run_time); -} - -DataLoader::DataLoader(FFModel &ff, - MoeConfig const &moe, - ParallelTensor input, - ParallelTensor label) { - num_samples = NUM_SAMPLES; - - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - - // Create full input - { - // Input has dimensions (batch_size, data_dims), which in legion ordering - // becomes (data_dims, batch_size). The corresponding parallel tensor will - // thus have dimensions (data_dims, batch_size, replica_dim). The dimensions - // of the full_input tensor can be obtained by replacing the batch_size with - // the num_samples: (data_dims, num_samples, replica_dim) - assert(input->num_dims == 3); // two dimensions + the replica dimension - batch_input = input; - - ParallelDim dims[3]; - for (int i = 0; i < 3; i++) { - dims[i].size = input->dims[i].size; - dims[i].degree = 1; - dims[i].parallel_idx = -1; - dims[i].is_replica_dim = input->dims[i].is_replica_dim; - // Assume only the first dim can be the replica dim - assert(i == 2 || (!dims[i].is_replica_dim)); - } - dims[1].size = num_samples; - - full_input = ff.create_parallel_tensor_legion_ordering(3, dims, DT_FLOAT); - ff.map_tensor(full_input, NULL /*parallel_op*/); - } - - // Create full label - { - assert(label->num_dims == LABEL_DIM + 2); - batch_label = label; - - ParallelDim dims[LABEL_DIM + 2]; - for (int i = 0; i < LABEL_DIM + 2; i++) { - dims[i].size = label->dims[i].size; - dims[i].degree = 1; - dims[i].parallel_idx = -1; - dims[i].is_replica_dim = label->dims[i].is_replica_dim; - // Assume only the last dim can be the replica dim - assert(i == LABEL_DIM + 1 || (!dims[i].is_replica_dim)); - } - assert(dims[LABEL_DIM].size == ff.config.batchSize); - // replace batch size with number of samples - dims[LABEL_DIM].size = num_samples; - - full_label = ff.create_parallel_tensor_legion_ordering( - LABEL_DIM + 2, dims, DT_INT32); - ff.map_tensor(full_label, NULL /*parallel_op*/); - } - - // Load entire dataset - // TODO: Use index launcher instead of task launcher - assert(full_input != nullptr && "full_input is nullptr"); - - MoeConfig const *ptr = &moe; - TaskLauncher launcher(CUSTOM_CPU_TASK_ID_1, - TaskArgument(&ptr, sizeof(MoeConfig *))); - // regions[0]: full_input - launcher.add_region_requirement(RegionRequirement(full_input->region, - WRITE_ONLY, - EXCLUSIVE, - full_input->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - // regions[1]: full_label - launcher.add_region_requirement(RegionRequirement(full_label->region, - WRITE_ONLY, - EXCLUSIVE, - full_label->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(1, FID_DATA); - - runtime->execute_task(ctx, launcher); - reset(); - next_batch(ff); -} - -// ================================================= -// Load data -// ================================================= - -void read_cifar100(float *input_ptr, int *label_ptr) { - std::ifstream file; - file.open("train.bin", std::ios::in | std::ios::binary | std::ios::ate); - if (!file) { - std::cout << "Error opening CIFAR100 train data file" << std::endl; - assert(false); - } - - file.seekg(0, std::ios::beg); - - // each sample: <1 x coarse label><1 x fine label><3072 x pixel> - for (std::size_t i = 0; i < NUM_SAMPLES; i++) { - unsigned char temp = 0; - file.read((char *)&temp, sizeof(temp)); // coarse label, skip - file.read((char *)&temp, sizeof(temp)); - label_ptr[i] = temp; - for (std::size_t j = 0; j < 3072; ++j) { - file.read((char *)&temp, sizeof(temp)); - input_ptr[i * 3072 + j] = (float)temp / 255.0f; - } - } - - file.close(); -} - -int reverseInt(int i) { - unsigned char c1, c2, c3, c4; - - c1 = i & 255; - c2 = (i >> 8) & 255; - c3 = (i >> 16) & 255; - c4 = (i >> 24) & 255; - - return ((int)c1 << 24) + ((int)c2 << 16) + ((int)c3 << 8) + c4; -} - -/* NOTE: Download files from http://yann.lecun.com/exdb/mnist/ and unpack to -the current working directory */ -void read_mnist(float *input_ptr, int *label_ptr) { - // read inputs - std::ifstream input("train-images-idx3-ubyte", std::ios::binary); - if (input.is_open()) { - int magic_number = 0; - int number_of_images = 0; - int n_rows = 0; - int n_cols = 0; - input.read((char *)&magic_number, sizeof(magic_number)); - magic_number = reverseInt(magic_number); - input.read((char *)&number_of_images, sizeof(number_of_images)); - number_of_images = reverseInt(number_of_images); - input.read((char *)&n_rows, sizeof(n_rows)); - n_rows = reverseInt(n_rows); - input.read((char *)&n_cols, sizeof(n_cols)); - n_cols = reverseInt(n_cols); - - for (int i = 0; i < number_of_images; i++) { - for (int r = 0; r < n_rows; r++) { - for (int c = 0; c < n_cols; c++) { - unsigned char temp = 0; - input.read((char *)&temp, sizeof(temp)); - input_ptr[i * n_rows * n_cols + r * n_cols + c] = - (float)temp / 255.0f; - } - } - } - } else { - std::cout << "Error opening MNIST input data file" << std::endl; - assert(false); - } - - // read labels - std::ifstream labels("train-labels-idx1-ubyte", std::ios::binary); - if (labels.is_open()) { - int magic_number = 0; - int number_of_images = 0; - labels.read((char *)&magic_number, sizeof(magic_number)); - magic_number = reverseInt(magic_number); - labels.read((char *)&number_of_images, sizeof(number_of_images)); - number_of_images = reverseInt(number_of_images); - - for (int i = 0; i < number_of_images; i++) { - unsigned char temp = 0; - labels.read((char *)&temp, sizeof(temp)); - label_ptr[i] = temp; - } - } else { - std::cout << "Error opening MNIST label data file" << std::endl; - assert(false); - } -} - -void DataLoader::load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - // const MoeConfig* conf = *((MoeConfig**)task->args); - assert(regions.size() == 2); - assert(task->regions.size() == regions.size()); - - // get input and label pointer - AccessorWO const acc_input(regions[0], FID_DATA); - AccessorWO const acc_label(regions[1], FID_DATA); - Rect<3> rect_input = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - assert(acc_input.accessor.is_dense_arbitrary(rect_input)); - Rect rect_label = runtime->get_index_space_domain( - ctx, task->regions[1].region.get_index_space()); - assert(acc_label.accessor.is_dense_arbitrary(rect_label)); - float *input_ptr = acc_input.ptr(rect_input.lo); - int *label_ptr = acc_label.ptr(rect_label.lo); - int num_samples = rect_input.hi[1] - rect_input.lo[1] + 1; - assert(rect_label.hi[1] - rect_label.lo[1] + 1 == num_samples); - - // here, you can call `read_cifar100(input_ptr, label_ptr);` instead or load - // another dataset using the dataset_path from the MoeConfig object - read_mnist(input_ptr, label_ptr); - log_app.print("finish loading MNIST data\n"); -} - -void DataLoader::next_batch(FFModel &ff) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - // Load input - { - Domain domain = - runtime->get_index_space_domain(ctx, batch_input->parallel_is); - ArgumentMap argmap; - int idx = next_index; - // current limitation of the dataloader: only the batch dimension can be - // partitioned - int input_dims = batch_input->num_dims; - for (int i = 0; i < input_dims; i++) { - if (i != input_dims - 2) { - assert(batch_input->dims[i].degree == 1 && - "Dataloader only supports batch size partitions"); - } - } - int batch_size = batch_input->dims[input_dims - 2].size; - int n_partitions = batch_input->dims[input_dims - 2].degree; - assert(ff.config.batchSize % batch_size == 0); - assert(batch_size % n_partitions == 0); - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - meta.num_samples = batch_size / n_partitions; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_1, - batch_input->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_input->machine_view.hash()); - launcher.add_region_requirement(RegionRequirement(full_input->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_input->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement(RegionRequirement(batch_input->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_input->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - // Load label - { - Domain domain = - runtime->get_index_space_domain(ctx, batch_label->parallel_is); - ArgumentMap argmap; - int idx = next_index; - // current limitation of the dataloader: only the batch dimension can be - // partitioned - int label_dims = batch_label->num_dims; - assert(batch_label->dims[label_dims - 1].degree == 1); - for (int i = 0; i < LABEL_DIM; i++) { - assert(batch_label->dims[i].degree == 1 && - "Dataloader only supports batch size partitions"); - } - int batch_size = batch_label->dims[label_dims - 2].size; - int n_partitions = batch_label->dims[label_dims - 2].degree; - assert(ff.config.batchSize % batch_size == 0); - assert(batch_size % n_partitions == 0); - for (Domain::DomainPointIterator it(domain); it; it++) { - SampleIdxs meta; - meta.num_samples = batch_size / n_partitions; - for (int i = 0; i < meta.num_samples; i++) { - meta.idxs[i] = idx++; - } - argmap.set_point(*it, TaskArgument(&meta, sizeof(SampleIdxs))); - } - IndexLauncher launcher(CUSTOM_GPU_TASK_ID_2, - batch_label->parallel_is, - TaskArgument(NULL, 0), - argmap, - Predicate::TRUE_PRED, - false /*must*/, - 0 /*mapper_id*/, - batch_label->machine_view.hash()); - launcher.add_region_requirement(RegionRequirement(full_label->region, - 0 /*projection id*/, - READ_ONLY, - EXCLUSIVE, - full_label->region, - MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - launcher.add_region_requirement(RegionRequirement(batch_label->part, - 0 /*projection id*/, - WRITE_ONLY, - EXCLUSIVE, - batch_label->region)); - launcher.add_field(1, FID_DATA); - runtime->execute_index_space(ctx, launcher); - } - next_index += ff.config.batchSize; -} - -void DataLoader::reset() { - next_index = 0; -} - -void FlexFlow::register_custom_tasks() { - // Load entire dataset - { - TaskVariantRegistrar registrar(CUSTOM_CPU_TASK_ID_1, "Load Entire Dataset"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Entire Dataset Task"); - } - // Load input - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_1, "Load Inputs"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Input Task"); - } - // Load label - { - TaskVariantRegistrar registrar(CUSTOM_GPU_TASK_ID_2, "Load Labels"); - registrar.add_constraint(ProcessorConstraint(Processor::TOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant( - registrar, "Load Label Task"); - } -} diff --git a/examples/cpp/mixture_of_experts/moe.cu b/examples/cpp/mixture_of_experts/moe.cu deleted file mode 100644 index ae1e5aca3..000000000 --- a/examples/cpp/mixture_of_experts/moe.cu +++ /dev/null @@ -1,78 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/utils/cuda_helper.h" -#include "moe.h" - -void DataLoader::load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_input( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_input(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - - coord_t batch_size = - acc_batch_input.rect.hi[1] - acc_batch_input.rect.lo[1] + 1; - coord_t sample_dim = - acc_batch_input.rect.hi[0] - acc_batch_input.rect.lo[0] + 1; - - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < batch_size; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - coord_t start_idx = meta->idxs[0]; - float const *input_zc = acc_full_input.ptr + start_idx * sample_dim; - copy_kernel<<>>( - acc_batch_input.ptr, input_zc, acc_batch_input.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} - -void DataLoader::load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(regions.size() == 2); - assert(task->regions.size() == 2); - SampleIdxs *meta = (SampleIdxs *)task->local_args; - TensorAccessorR acc_full_label( - regions[0], task->regions[0], FID_DATA, ctx, runtime); - TensorAccessorW acc_batch_label(regions[1], - task->regions[1], - FID_DATA, - ctx, - runtime, - false /*readOutput*/); - coord_t batch_size = - acc_batch_label.rect.hi[1] - acc_batch_label.rect.lo[1] + 1; - // FIXME: currently assume continous indices - assert(batch_size == meta->num_samples); - for (int i = 1; i < meta->num_samples; i++) { - assert(meta->idxs[i] == meta->idxs[0] + i); - } - int const *input_zc = acc_full_label.ptr + meta->idxs[0]; - copy_kernel<<>>( - acc_batch_label.ptr, input_zc, acc_batch_label.rect.volume()); - checkCUDA(cudaDeviceSynchronize()); -} diff --git a/examples/cpp/mixture_of_experts/moe.h b/examples/cpp/mixture_of_experts/moe.h deleted file mode 100644 index a9fd2d232..000000000 --- a/examples/cpp/mixture_of_experts/moe.h +++ /dev/null @@ -1,89 +0,0 @@ -/* Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) - * - * Licensed under the Apache License, Version 2.0 (the "License"); - * you may not use this file except in compliance with the License. - * You may obtain a copy of the License at - * - * http://www.apache.org/licenses/LICENSE-2.0 - * - * Unless required by applicable law or agreed to in writing, software - * distributed under the License is distributed on an "AS IS" BASIS, - * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - * See the License for the specific language governing permissions and - * limitations under the License. - */ - -#include "flexflow/model.h" -#define MAX_NUM_SAMPLES 1000 -#define NUM_SAMPLES 1000 -#define TRAIN_SAMPLES 1000 -#define TEST_SAMPLES 00000 -#define MNIST_DIMS 28 * 28 -#define CIFAR_DIMS 3 * 32 * 32 -#define DATA_DIMS MNIST_DIMS -#define OUT_DIM 10 -#define LABEL_DIM 1 - -using namespace Legion; -using namespace std; -using namespace FlexFlow; - -struct MoeConfig { - MoeConfig(void) { - // MoE layer - num_exp = 5; - num_select = 2; - alpha = 2.0f; - lambda = 0.04f; - hidden_size = DATA_DIMS; - // Encoder layer - num_attention_heads = 16; - attention_kdim = attention_vdim = hidden_size / num_attention_heads; - num_encoder_layers = 6; - } - // MoE layer - int num_exp; - int num_select; - float alpha; // factor overhead tensor size for imbalance - float lambda; // multiplier for load balance term - int hidden_size; - // Encoder layer - int num_attention_heads; - int attention_kdim; - int attention_vdim; - int num_encoder_layers; - // Dataset - std::string dataset_path; -}; - -class DataLoader { -public: - DataLoader(FFModel &ff, - MoeConfig const &moe, - ParallelTensor input, - ParallelTensor label); - static void load_input(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_label(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - static void load_entire_dataset(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); - void next_batch(FFModel &); - void reset(void); - -public: - int num_samples, next_index; - FlexFlow::ParallelTensor full_input, batch_input; - FlexFlow::ParallelTensor full_label, batch_label; -}; - -struct SampleIdxs { - int num_samples; - int idxs[MAX_NUM_SAMPLES]; -}; diff --git a/examples/cpp/mixture_of_experts/run_moe.sh b/examples/cpp/mixture_of_experts/run_moe.sh deleted file mode 100644 index 33c6c5f7f..000000000 --- a/examples/cpp/mixture_of_experts/run_moe.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash -#SBATCH --job-name=pagerank -#SBATCH --output=slurm.txt -#SBATCH --time=10:00 -#SBATCH --nodes=2 -#SBATCH --cpus-per-task=2 -#SBATCH --mem-per-cpu=6000MB -#SBATCH --nodelist=g0001,g0002 -#SBATCH --partition=gpu - -srun -n 2 ./moe -ll:cpu 4 -ll:gpu 4 -ll:fsize 15000 -ll:zsize 15000 --nodes 2 -ll:util 1 -b 40 -e 1 --search-budget 1 --export strat-tmp.txt diff --git a/examples/cpp/resnext50/CMakeLists.txt b/examples/cpp/resnext50/CMakeLists.txt deleted file mode 100644 index 3a20d111e..000000000 --- a/examples/cpp/resnext50/CMakeLists.txt +++ /dev/null @@ -1,15 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_resnext50) -set(project_target resnext50) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - resnext.cc) - -cuda_add_executable(${project_target} ${CPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/resnext50/resnext.cc b/examples/cpp/resnext50/resnext.cc deleted file mode 100644 index 9b71b37cc..000000000 --- a/examples/cpp/resnext50/resnext.cc +++ /dev/null @@ -1,140 +0,0 @@ -#include "flexflow/model.h" - -using namespace Legion; -using FlexFlow::FFConfig; -using FlexFlow::FFModel; -using FlexFlow::Optimizer; -using FlexFlow::SGDOptimizer; -using FlexFlow::Tensor; - -Legion::Logger log_app("resnext"); - -Tensor resnext_block(FFModel &ff, - Tensor input, - int stride_h, - int stride_w, - int out_channels, - int groups, - bool has_residual = false) { - Tensor t = ff.conv2d(input, out_channels, 1, 1, 1, 1, 0, 0, AC_MODE_RELU); - - t = ff.conv2d( - t, out_channels, 3, 3, stride_h, stride_w, 1, 1, AC_MODE_RELU, groups); - - t = ff.conv2d(t, 2 * out_channels, 1, 1, 1, 1, 0, 0, AC_MODE_NONE); - - if ((stride_h > 1 || input->dims[2] != out_channels * 2) && has_residual) { - input = ff.conv2d( - input, 2 * out_channels, 1, 1, stride_h, stride_w, 0, 0, AC_MODE_RELU); - t = ff.relu(ff.add(input, t), false); - } - return t; -} - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - /* { */ - /* const InputArgs &command_args = HighLevelRuntime::get_input_args(); */ - /* char **argv = command_args.argv; */ - /* int argc = command_args.argc; */ - /* parse_input_args(argv, argc, resnetConfig); */ - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - /* } */ - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {ffConfig.batchSize, 3, 224, 224}; - input = ff.create_tensor<4>(dims, DT_FLOAT); - } - - Tensor t = input; - t = ff.conv2d(t, 64, 7, 7, 2, 2, 3, 3, AC_MODE_RELU); - t = ff.pool2d(t, 3, 3, 2, 2, 1, 1, POOL_MAX); - - int stride; - - stride = 1; - for (int i = 0; i < 3; i++) { - t = resnext_block(ff, t, stride, stride, 128, 32); - } - stride = 2; - for (int i = 0; i < 4; i++) { - t = resnext_block(ff, t, stride, stride, 256, 32); - stride = 1; - } - stride = 2; - for (int i = 0; i < 6; i++) { - t = resnext_block(ff, t, stride, stride, 512, 32); - stride = 1; - } - stride = 2; - for (int i = 0; i < 3; i++) { - t = resnext_block(ff, t, stride, stride, 1024, 32); - stride = 1; - } - - t = ff.relu(t, false); - t = ff.pool2d(t, t->dims[0], t->dims[1], 1, 1, 0, 0, POOL_AVG); - t = ff.flat(t); - t = ff.dense(t, 1000 /*1000*/); - t = ff.softmax(t); - - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - // Data Loader - /* DataLoader data_loader(ff, resnetConfig, input, ff.label_tensor); */ - ff.init_operators(); - // Start timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - /* data_loader.reset(); */ - ff.reset_metrics(); - int iterations = 128; // data_loader.num_samples / ffConfig.batchSize; - - for (int iter = 0; iter < iterations; iter++) { - /* if (resnetConfig.dataset_path.length() == 0) { */ - /* // Only load data once for random input */ - /* if (iter == 0 && epoch == 0) */ - /* data_loader.next_batch(ff); */ - /* } else { */ - /* data_loader.next_batch(ff); */ - /* } */ - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - 128 * ffConfig.batchSize * ffConfig.epochs / run_time); -} - -void FlexFlow::register_custom_tasks() {} diff --git a/examples/cpp/split_test/CMakeLists.txt b/examples/cpp/split_test/CMakeLists.txt deleted file mode 100644 index d53574a32..000000000 --- a/examples/cpp/split_test/CMakeLists.txt +++ /dev/null @@ -1,15 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_split_test) -set(project_target split_test) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - split_test.cc) - -cuda_add_executable(${project_target} ${CPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/split_test/split_test.cc b/examples/cpp/split_test/split_test.cc deleted file mode 100644 index ac9d516a5..000000000 --- a/examples/cpp/split_test/split_test.cc +++ /dev/null @@ -1,83 +0,0 @@ -#include "flexflow/model.h" - -using namespace Legion; -using namespace FlexFlow; - -Legion::Logger log_app("split_test"); - -void FlexFlow::top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - int layer_dims[4] = {256, 128, 64, 32}; - - FFConfig ffConfig; - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {1, ffConfig.batchSize, layer_dims[0]}; - input = ff.create_tensor<3>(dims, DT_FLOAT); - log_app.print("input size: %d %d %d", dims[0], dims[1], dims[2]); - } - - Tensor t, t1, t2; - - t = input; - t = ff.dense(input, layer_dims[1]); - t = ff.relu(t); - t1 = ff.dense(t, layer_dims[2]); - t2 = ff.dense(t, layer_dims[2]); - t = ff.add(t1, t2); - t = ff.relu(t); - t1 = ff.dense(t, layer_dims[3]); - t2 = ff.dense(t, layer_dims[3]); - t = ff.add(t1, t2); - t = ff.relu(t); - t = ff.softmax(t); - - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - ff.init_operators(); - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_start = Realm::Clock::current_time_in_microseconds(); - for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - ff.reset_metrics(); - int iterations = 128; // data_loader.num_samples / ffConfig.batchSize; - - for (int iter = 0; iter < iterations; iter++) { - // runtime->begin_trace(ctx, 111 /*trace_id*/); - ff.forward(); - ff.zero_gradients(); - ff.backward(); - ff.update(); - // runtime->end_trace(ctx, 111 /*trace_id*/); - } - } - // End timer - { - runtime->issue_execution_fence(ctx); - TimingLauncher timer(MEASURE_MICRO_SECONDS); - Future future = runtime->issue_timing_measurement(ctx, timer); - future.get_void_result(); - } - double ts_end = Realm::Clock::current_time_in_microseconds(); - double run_time = 1e-6 * (ts_end - ts_start); - printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", - run_time, - 128 * ffConfig.batchSize * ffConfig.epochs / run_time); -} - -void FlexFlow::register_custom_tasks() {} diff --git a/examples/cpp/split_test_2/CMakeLists.txt b/examples/cpp/split_test_2/CMakeLists.txt deleted file mode 100644 index 5e5010200..000000000 --- a/examples/cpp/split_test_2/CMakeLists.txt +++ /dev/null @@ -1,15 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowExample_split_test_2) -set(project_target split_test_2) - -set(CPU_SRC - ${FLEXFLOW_CPP_DRV_SRC} - split_test_2.cc) - -cuda_add_executable(${project_target} ${CPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES}) - -set(BIN_DEST "bin") -install(TARGETS ${project_target} DESTINATION ${BIN_DEST}) diff --git a/examples/cpp/split_test_2/split_test_2.cc b/examples/cpp/split_test_2/split_test_2.cc deleted file mode 100644 index fef078adb..000000000 --- a/examples/cpp/split_test_2/split_test_2.cc +++ /dev/null @@ -1,94 +0,0 @@ -#include "flexflow/model.h" -#include "flexflow/substitution.h" - -namespace FlexFlow { - -using namespace Legion; -using namespace FlexFlow; -using FlexFlow::PCG::Graph; -using FlexFlow::PCG::GraphSearchHelper; -using FlexFlow::PCG::Node; - -Legion::Logger log_app("split_test_2"); - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - FFConfig ffConfig; - log_app.print("batchSize(%d) workersPerNodes(%d) numNodes(%d)", - ffConfig.batchSize, - ffConfig.workersPerNode, - ffConfig.numNodes); - FFModel ff(ffConfig); - - Tensor input; - { - int const dims[] = {ffConfig.batchSize, 4, 32, 32}; - input = ff.create_tensor<4>(dims, DT_FLOAT); - log_app.print( - "input size: %d %d %d %d", dims[0], dims[1], dims[2], dims[3]); - } - - Tensor t, t1, t2; - - // int channels[] = { 4, 8, 16, 32, 64, 128, 256, 512 }; - int channels[] = {4, 8, 16}; - - t = input; - for (int i = 0; i < sizeof(channels) / sizeof(int); i++) { - t = ff.conv2d(t, channels[1], 3, 3, 2, 2, 0, 0); - std::ostringstream oss; - oss << "Iteration " << i; - t->print(oss.str()); - } - t->print("Post-conv shape"); - t = ff.flat(t); - t = ff.relu(t); - t = ff.softmax(t); - - Optimizer *optimizer = new SGDOptimizer(&ff, 0.001f); - std::vector metrics; - metrics.push_back(METRICS_ACCURACY); - metrics.push_back(METRICS_SPARSE_CATEGORICAL_CROSSENTROPY); - ff.compile(optimizer, LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics); - GraphSearchHelper gsh(&ff); - std::unique_ptr best_graph; - std::unordered_map optimal_views; - gsh.graph_optimize(10, false, best_graph, optimal_views); - // { - // runtime->issue_execution_fence(ctx); - // TimingLauncher timer(MEASURE_MICRO_SECONDS); - // Future future = runtime->issue_timing_measurement(ctx, timer); - // future.get_void_result(); - // } - // double ts_start = Realm::Clock::current_time_in_microseconds(); - // for (int epoch = 0; epoch < ffConfig.epochs; epoch++) { - // ff.reset_metrics(); - // int iterations = 128; // data_loader.num_samples / ffConfig.batchSize; - // - // for (int iter = 0; iter < iterations; iter++) { - // runtime->begin_trace(ctx, 111/*trace_id*/); - // ff.forward(); - // ff.zero_gradients(); - // ff.backward(); - // ff.update(); - // runtime->end_trace(ctx, 111/*trace_id*/); - // } - // } - // End timer - // { - // runtime->issue_execution_fence(ctx); - // TimingLauncher timer(MEASURE_MICRO_SECONDS); - // Future future = runtime->issue_timing_measurement(ctx, timer); - // future.get_void_result(); - // } - // double ts_end = Realm::Clock::current_time_in_microseconds(); - // double run_time = 1e-6 * (ts_end - ts_start); - // printf("ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n", run_time, - // 128 * ffConfig.batchSize * ffConfig.epochs / run_time); -} - -void register_custom_tasks() {} - -} // namespace FlexFlow diff --git a/examples/python/keras/__init__.py b/examples/python/keras/__init__.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/examples/python/keras/accuracy.py b/examples/python/keras/accuracy.py deleted file mode 100644 index 30b15402f..000000000 --- a/examples/python/keras/accuracy.py +++ /dev/null @@ -1,23 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from enum import Enum - -class ModelAccuracy(Enum): - MNIST_MLP = 90 - MNIST_CNN = 90 - REUTERS_MLP = 90 - CIFAR10_CNN = 90 - CIFAR10_ALEXNET = 90 diff --git a/examples/python/keras/callback.py b/examples/python/keras/callback.py deleted file mode 100644 index c64782295..000000000 --- a/examples/python/keras/callback.py +++ /dev/null @@ -1,74 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.callbacks import Callback, LearningRateScheduler, VerifyMetrics, EpochVerifyMetrics -from flexflow.keras.datasets import cifar10 -from flexflow.keras import backend as K -from accuracy import ModelAccuracy -import flexflow.core as ff - -import numpy as np - -def lr_scheduler(epoch): - if epoch == 0: - return 0.01 - else: - return 0.02 - -def top_level_task(): - print(K.backend()) - - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - - output_tensor = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor1) - output_tensor = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model(input_tensor1, output_tensor) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.02) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - mylr_scheduler = LearningRateScheduler(lr_scheduler) - - model.fit(x_train, y_train, epochs=80, callbacks=[mylr_scheduler, VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - -if __name__ == "__main__": - print("Functional API, cifar10 cnn callback") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/candle_uno/candle_uno.py b/examples/python/keras/candle_uno/candle_uno.py deleted file mode 100644 index 4c814666e..000000000 --- a/examples/python/keras/candle_uno/candle_uno.py +++ /dev/null @@ -1,216 +0,0 @@ -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Add, Subtract, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, add, subtract, Input -import flexflow.keras.optimizers - -from flexflow.core import * -import uno as benchmark -from default_utils import finalize_parameters -from uno_data import CombinedDataLoader, CombinedDataGenerator, DataFeeder - -import pandas as pd -import numpy as np - -def initialize_parameters(default_model='uno_default_model.txt'): - # Build benchmark object - unoBmk = benchmark.BenchmarkUno(benchmark.file_path, default_model, 'keras', - prog='uno_baseline', desc='Build neural network based models to predict tumor response to single and paired drugs.') - # Initialize parameters - gParameters = finalize_parameters(unoBmk) - # benchmark.logger.info('Params: {}'.format(gParameters)) - return gParameters - -class Struct: - def __init__(self, **entries): - self.__dict__.update(entries) - -def build_feature_model(input_shape, name='', dense_layers=[1000, 1000], - activation='relu', residual=False, - dropout_rate=0, permanent_dropout=True): - print('input_shape', input_shape) - x_input = Input(shape=input_shape) - h = x_input - for i, layer in enumerate(dense_layers): - x = h - h = Dense(layer, activation=activation)(h) - if dropout_rate > 0: - if permanent_dropout: - h = PermanentDropout(dropout_rate)(h) - else: - h = Dropout(dropout_rate)(h) - if residual: - try: - h = Add([h, x]) - except ValueError: - pass - model = Model(x_input, h, name=name) - return model - -def build_model(loader, args, permanent_dropout=True, silent=False): - input_shapes = {} - dropout_rate = args.dropout - for fea_type, shape in loader.feature_shapes.items(): - base_type = fea_type.split('.')[0] - if base_type in ['cell', 'drug']: - if not silent: - print('Feature encoding submodel for %s:', fea_type) - #box.summary(print_fn=logger.debug) - input_shapes[fea_type] = shape - - inputs = [] - encoded_inputs = [] - for fea_name, fea_type in loader.input_features.items(): - shape = loader.feature_shapes[fea_type] - fea_input = Input(shape, name='input.' + fea_name) - inputs.append(fea_input) - if fea_type in input_shapes: - if args.dense_cell_feature_layers is not None and base_type == 'cell': - dense_feature_layers = args.dense_cell_feature_layers - elif args.dense_drug_feature_layers is not None and base_type == 'drug': - dense_feature_layers = args.dense_drug_feature_layers - else: - dense_feature_layers = args.dense_feature_layers - input_model = build_feature_model(input_shape=shape, name=fea_type, - dense_layers=dense_feature_layers, - dropout_rate=dropout_rate, permanent_dropout=permanent_dropout) - encoded = input_model(fea_input) - else: - encoded = fea_input - encoded_inputs.append(encoded) - - merged = Concatenate(axis=1)(encoded_inputs) - - h = merged - for i, layer in enumerate(args.dense): - x = h - h = Dense(layer, activation=args.activation)(h) - if dropout_rate > 0: - if permanent_dropout: - h = PermanentDropout(dropout_rate)(h) - else: - h = Dropout(dropout_rate)(h) - if args.residual: - try: - h = Add([h, x]) - except ValueError: - pass - output = Dense(1)(h) - - return Model(inputs, output) - -def top_level_task(): - params = initialize_parameters() - args = Struct(**params) - ffconfig = FFConfig() - ffmodel = FFModel(ffconfig) - loader = CombinedDataLoader(seed=args.rng_seed) - print(loader) - loader.load(cache=args.cache, - ncols=args.feature_subsample, - agg_dose=args.agg_dose, - cell_features=args.cell_features, - drug_features=args.drug_features, - drug_median_response_min=args.drug_median_response_min, - drug_median_response_max=args.drug_median_response_max, - use_landmark_genes=args.use_landmark_genes, - use_filtered_genes=args.use_filtered_genes, - cell_feature_subset_path=args.cell_feature_subset_path or args.feature_subset_path, - drug_feature_subset_path=args.drug_feature_subset_path or args.feature_subset_path, - preprocess_rnaseq=args.preprocess_rnaseq, - single=args.single, - train_sources=args.train_sources, - test_sources=args.test_sources, - embed_feature_source=not args.no_feature_source, - encode_response_source=not args.no_response_source, - use_exported_data=args.use_exported_data, - ) - - target = args.agg_dose or 'Growth' - val_split = args.val_split - train_split = 1 - val_split - - if args.export_csv: - fname = args.export_csv - loader.partition_data(cv_folds=args.cv, train_split=train_split, val_split=val_split, - cell_types=args.cell_types, by_cell=args.by_cell, by_drug=args.by_drug, - cell_subset_path=args.cell_subset_path, drug_subset_path=args.drug_subset_path) - train_gen = CombinedDataGenerator(loader, batch_size=args.batch_size, shuffle=args.shuffle) - val_gen = CombinedDataGenerator(loader, partition='val', batch_size=args.batch_size, shuffle=args.shuffle) - - x_train_list, y_train = train_gen.get_slice(size=train_gen.size, dataframe=True, single=args.single) - x_val_list, y_val = val_gen.get_slice(size=val_gen.size, dataframe=True, single=args.single) - df_train = pd.concat([y_train] + x_train_list, axis=1) - df_val = pd.concat([y_val] + x_val_list, axis=1) - df = pd.concat([df_train, df_val]).reset_index(drop=True) - if args.growth_bins > 1: - df = uno_data.discretize(df, 'Growth', bins=args.growth_bins) - df.to_csv(fname, sep='\t', index=False, float_format="%.3g") - return - - if args.export_data: - fname = args.export_data - loader.partition_data(cv_folds=args.cv, train_split=train_split, val_split=val_split, - cell_types=args.cell_types, by_cell=args.by_cell, by_drug=args.by_drug, - cell_subset_path=args.cell_subset_path, drug_subset_path=args.drug_subset_path) - train_gen = CombinedDataGenerator(loader, batch_size=args.batch_size, shuffle=args.shuffle) - val_gen = CombinedDataGenerator(loader, partition='val', batch_size=args.batch_size, shuffle=args.shuffle) - store = pd.HDFStore(fname, complevel=9, complib='blosc:snappy') - - config_min_itemsize = {'Sample': 30, 'Drug1': 10} - if not args.single: - config_min_itemsize['Drug2'] = 10 - - for partition in ['train', 'val']: - gen = train_gen if partition == 'train' else val_gen - for i in range(gen.steps): - x_list, y = gen.get_slice(size=args.batch_size, dataframe=True, single=args.single) - for j, input_feature in enumerate(x_list): - input_feature.columns = [''] * len(input_feature.columns) - store.append('x_{}_{}'.format(partition, j), input_feature.astype('float32'), format='table', data_column=True) - store.append('y_{}'.format(partition), y.astype({target: 'float32'}), format='table', data_column=True, - min_itemsize=config_min_itemsize) - print('Generating {} dataset. {} / {}'.format(partition, i, gen.steps)) - - # save input_features and feature_shapes from loader - store.put('model', pd.DataFrame()) - store.get_storer('model').attrs.input_features = loader.input_features - store.get_storer('model').attrs.feature_shapes = loader.feature_shapes - - store.close() - print('Completed generating {}'.format(fname)) - return - - if args.use_exported_data is None: - loader.partition_data(cv_folds=args.cv, train_split=train_split, val_split=val_split, - cell_types=args.cell_types, by_cell=args.by_cell, by_drug=args.by_drug, - cell_subset_path=args.cell_subset_path, drug_subset_path=args.drug_subset_path) - - model = build_model(loader, args) - print(model.summary()) - opt = flexflow.keras.optimizers.SGD() - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['accuracy', 'mean_squared_error']) - - if args.use_exported_data is not None: - train_gen = DataFeeder(filename=args.use_exported_data, batch_size=args.batch_size, shuffle=args.shuffle, single=args.single, agg_dose=args.agg_dose) - val_gen = DataFeeder(partition='val', filename=args.use_exported_data, batch_size=args.batch_size, shuffle=args.shuffle, single=args.single, agg_dose=args.agg_dose) - test_gen = DataFeeder(partition='test', filename=args.use_exported_data, batch_size=args.batch_size, shuffle=args.shuffle, single=args.single, agg_dose=args.agg_dose) - else: - train_gen = CombinedDataGenerator(loader, fold=fold, batch_size=args.batch_size, shuffle=args.shuffle, single=args.single) - val_gen = CombinedDataGenerator(loader, partition='val', fold=fold, batch_size=args.batch_size, shuffle=args.shuffle, single=args.single) - test_gen = CombinedDataGenerator(loader, partition='test', fold=fold, batch_size=args.batch_size, shuffle=args.shuffle, single=args.single) - - if args.no_gen: - x_train_list, y_train = train_gen.get_slice(size=train_gen.size, single=args.single) - model.fit(x_train_list, y_train, batch_size=args.batch_size, epochs=args.epochs) - else: - x_train_list, y_train = train_gen.getall() - x_train_list_np = [] - for x_train in x_train_list: - x_train_np = np.ascontiguousarray(x_train.to_numpy()) - x_train_list_np.append(x_train_np) - y_train_np = np.ascontiguousarray(y_train.to_numpy()) - y_train_np = np.reshape(y_train_np, (-1, 1)) - model.fit(x_train_list_np, y_train_np, batch_size=args.batch_size, epochs=args.epochs) - -if __name__ == "__main__": - print("candle uno") - top_level_task() diff --git a/examples/python/keras/candle_uno/default_utils.py b/examples/python/keras/candle_uno/default_utils.py deleted file mode 100644 index 64c42f0ae..000000000 --- a/examples/python/keras/candle_uno/default_utils.py +++ /dev/null @@ -1,1016 +0,0 @@ -from __future__ import absolute_import - -import numpy as np -import random -from pprint import pprint -import inspect - -import logging -import warnings - -import os -import sys -import gzip -import argparse -try: - import configparser -except ImportError: - import ConfigParser as configparser - -file_path = os.path.dirname(os.path.realpath(__file__)) -lib_path = os.path.abspath(os.path.join(file_path, '..', '..', 'common')) -sys.path.append(lib_path) - -work_path = os.path.dirname(os.path.realpath(__file__)) - -from file_utils import get_file - -# Seed for random generation -- default value -DEFAULT_SEED = 7102 -DEFAULT_TIMEOUT = -1 # no timeout -DEFAULT_DATATYPE = np.float32 - - -PARAMETERS_CANDLE = [ - 'config_file', - # neon parser - 'verbose', 'logfile', 'save_path', 'model_name', 'data_type', 'dense', 'rng_seed', 'epochs', 'batch_size', - # general behavior - 'train_bool', 'eval_bool', 'timeout', - # logging - 'home_dir', 'train_data', 'test_data', 'output_dir', 'data_url', 'experiment_id', 'run_id', - # model architecture - 'conv', 'locally_connected', 'activation', 'out_activation', 'lstm_size', 'recurrent_dropout', - # processing between layers - 'dropout', 'pool', 'batch_normalization', - # model evaluation - 'loss', 'optimizer', 'metrics', - # data preprocessing - 'scaling', 'shuffle', 'feature_subsample', - # training - 'learning_rate', 'early_stop', 'momentum', 'initialization', - 'val_split', 'train_steps', 'val_steps', 'test_steps', 'train_samples', 'val_samples', - # backend - 'gpus', - # profiling - 'profiling', - # cyclic learning rate - 'clr_flag', 'clr_mode', 'clr_base_lr', 'clr_max_lr', 'clr_gamma' - ] - -CONFLICT_LIST = [ - ['clr_flag','warmup_lr'], - ['clr_flag','reduce_lr'] -] - -def check_flag_conflicts(params): - key_set = set(params.keys()) - # check for conflicts - #conflict_flag = False - # loop over each set of mutually exclusive flags - # if any set conflicts exit program - for flag_list in CONFLICT_LIST: - flag_count = 0 - for i in flag_list: - if i in key_set: - if params[i] is True: - flag_count +=1 - if flag_count > 1 : - raise Exception('ERROR ! Conflict in flag specification. ' \ - 'These flags should not be used together: ' + str(sorted(flag_list)) + \ - '... Exiting') - #print("Warning: conflicting flags in ", flag_list) - #exit() - -#### IO UTILS - -def fetch_file(link, subdir, untar=False, md5_hash=None): - """ Convert URL to file path and download the file - if it is not already present in spedified cache. - - Parameters - ---------- - link : link path - URL of the file to download - subdir : directory path - Local path to check for cached file. - untar : boolean - Flag to specify if the file to download should - be decompressed too. - (default: False, no decompression) - md5_hash : MD5 hash - Hash used as a checksum to verify data integrity. - Verification is carried out if a hash is provided. - (default: None, no verification) - - Return - ---------- - local path to the downloaded, or cached, file. - """ - - fname = os.path.basename(link) - return get_file(fname, origin=link, untar=untar, md5_hash=md5_hash, cache_subdir=subdir) - -def verify_path(path): - """ Verify if a directory path exists locally. If the path - does not exist, but is a valid path, it recursivelly creates - the specified directory path structure. - - Parameters - ---------- - path : directory path - Description of local directory path - """ - folder = os.path.dirname(path) - if folder and not os.path.exists(folder): - os.makedirs(folder) - - -def set_up_logger(logfile, logger, verbose): - """ Set up the event logging system. Two handlers are created. - One to send log records to a specified file and - one to send log records to the (defaulf) sys.stderr stream. - The logger and the file handler are set to DEBUG logging level. - The stream handler is set to INFO logging level, or to DEBUG - logging level if the verbose flag is specified. - Logging messages which are less severe than the level set will - be ignored. - - Parameters - ---------- - logfile : filename - File to store the log records - logger : logger object - Python object for the logging interface - verbose : boolean - Flag to increase the logging level from INFO to DEBUG. It - only applies to the stream handler. - """ - verify_path(logfile) - fh = logging.FileHandler(logfile) - fh.setFormatter(logging.Formatter("[%(asctime)s %(process)d] %(message)s", datefmt="%Y-%m-%d %H:%M:%S")) - fh.setLevel(logging.DEBUG) - - sh = logging.StreamHandler() - sh.setFormatter(logging.Formatter('')) - sh.setLevel(logging.DEBUG if verbose else logging.INFO) - - logger.setLevel(logging.DEBUG) - logger.addHandler(fh) - logger.addHandler(sh) - - -#### REFORMATING UTILS - - -def eval_string_as_list(str_read, separator, dtype): - """ Parse a string and convert it into a list of lists. - - Parameters - ---------- - str_read : string - String read (from configuration file or command line, for example) - separator : character - Character that specifies the separation between the lists - dtype : data type - Data type to decode the elements of the list - - Return - ---------- - decoded_list : list - List extracted from string and with elements of the - specified type. - """ - - # Figure out desired type - ldtype = dtype - if ldtype is None: - ldtype = np.int32 - - # Split list - decoded_list = [] - out_list = str_read.split(separator) - - # Convert to desired type - for el in out_list: - decoded_list.append( ldtype( el ) ) - - return decoded_list - - - -def eval_string_as_list_of_lists(str_read, separator_out, separator_in, dtype): - """ Parse a string and convert it into a list of lists. - - Parameters - ---------- - str_read : string - String read (from configuration file or command line, for example) - separator_out : character - Character that specifies the separation between the outer level lists - separator_in : character - Character that specifies the separation between the inner level lists - dtype : data type - Data type to decode the elements of the lists - - Return - ---------- - decoded_list : list - List of lists extracted from string and with elements of the specified type. - """ - - # Figure out desired type - ldtype = dtype - if ldtype is None: - ldtype = np.int32 - - # Split outer list - decoded_list = [] - out_list = str_read.split(separator_out) - # Split each internal list - for l in out_list: - in_list = [] - elem = l.split(separator_in) - # Convert to desired type - for el in elem: - in_list.append( ldtype( el ) ) - decoded_list.append( in_list ) - - return decoded_list - - -def str2bool(v): - """This is taken from: - https://stackoverflow.com/questions/15008758/parsing-boolean-values-with-argparse - Because type=bool is not interpreted as a bool and action='store_true' cannot be - undone. - - Parameters - ---------- - v : string - String to interpret - - Return - ---------- - Boolean value. It raises and exception if the provided string cannot \ - be interpreted as a boolean type. - Strings recognized as boolean True : - 'yes', 'true', 't', 'y', '1' and uppercase versions (where applicable). - Strings recognized as boolean False : - 'no', 'false', 'f', 'n', '0' and uppercase versions (where applicable). - """ - if v.lower() in ('yes', 'true', 't', 'y', '1'): - return True - elif v.lower() in ('no', 'false', 'f', 'n', '0'): - return False - else: - raise argparse.ArgumentTypeError('Boolean value expected.') - -#### CLASS DEFINITIONS - -class ArgumentStruct: - """Class that converts a python dictionary into an object with - named entries given by the dictionary keys. - This structure simplifies the calling convention for accessing - the dictionary values (corresponding to problem parameters). - After the object instantiation both modes of access (dictionary - or object entries) can be used. - """ - def __init__(self, **entries): - self.__dict__.update(entries) - - - -class ListOfListsAction(argparse.Action): - """This class extends the argparse.Action class by instantiating - an argparser that constructs a list-of-lists from an input - (command-line option or argument) given as a string. - """ - def __init__(self, option_strings, dest, type, **kwargs): - """Initialize a ListOfListsAction object. If no type is specified, - an integer is assumed by default as the type for the elements - of the list-of-lists. - - Parameters - ---------- - option_strings : string - String to parse - dest : object - Object to store the output (in this case the parsed list-of-lists). - type : data type - Data type to decode the elements of the lists. - Defaults to np.int32. - kwargs : object - Python object containing other argparse.Action parameters. - - """ - - super(ListOfListsAction, self).__init__(option_strings, dest, **kwargs) - self.dtype = type - if self.dtype is None: - self.dtype = np.int32 - - - - def __call__(self, parser, namespace, values, option_string=None): - """This function overrides the __call__ method of the base - argparse.Action class. - - This function implements the action of the ListOfListAction - class by parsing an input string (command-line option or argument) - and maping it into a list-of-lists. The resulting list-of-lists is - added to the namespace of parsed arguments. The parsing assumes that - the separator between lists is a colon ':' and the separator inside - the list is a comma ','. The values of the list are casted to the - type specified at the object initialization. - - Parameters - ---------- - parser : ArgumentParser object - Object that contains this action - namespace : Namespace object - Namespace object that will be returned by the parse_args() - function. - values : string - The associated command-line arguments converted to string type - (i.e. input). - option_string : string - The option string that was used to invoke this action. (optional) - - """ - - decoded_list = [] - removed1 = values.replace('[', '') - removed2 = removed1.replace(']', '') - out_list = removed2.split(':') - - for l in out_list: - in_list = [] - elem = l.split(',') - for el in elem: - in_list.append( self.dtype( el ) ) - decoded_list.append( in_list ) - - setattr(namespace, self.dest, decoded_list) - -#### INITIALIZATION UTILS - - -def set_seed(seed): - """Set the seed of the pseudo-random generator to the specified value. - - Parameters - ---------- - seed : int - Value to intialize or re-seed the generator. - """ - os.environ['PYTHONHASHSEED'] = '0' - np.random.seed(seed) - - random.seed(seed) - -def check_file_parameters_exists(params_parser, params_benchmark, params_file): - """Functionality to verify that the parameters defined in the configuraion file are recognizable by the command line parser (i.e. no uknown keywords are used in the configuration file). - - Parameters - ---------- - params_parser : python dictionary - Includes parameters set via the command line. - params_benchmark : python list - Includes additional parameters defined in the benchmark. - params_file : python dictionary - Includes parameters read from the configuration file. - - Global: - PARAMETERS_CANDLE : python list - Includes all the core keywords that are specified in CANDLE. - """ - # Get keywords from arguments coming via command line (and CANDLE supervisor) - args_dict = vars(params_parser) - args_set = set(args_dict.keys()) - # Get keywords from benchmark definition - bmk_keys = [] - for item in params_benchmark: - bmk_keys.append( item['name'] ) - bmk_set = set(bmk_keys) - # Get core CANDLE keywords - candle_set = set(PARAMETERS_CANDLE) - # Consolidate keywords from CANDLE core, command line, CANDLE supervisor and benchmark - candle_set = candle_set.union(args_set) - candle_set = candle_set.union(bmk_set) - # Get keywords used in config_file - file_set = set(params_file.keys()) - # Compute keywords that come from the config_file that are not in the CANDLE specs - diff_set = file_set.difference(candle_set) - - if ( len(diff_set) > 0 ): - message = 'These keywords used in the configuration file are not defined in CANDLE: ' + str(sorted(diff_set)) - warnings.warn(message, RuntimeWarning) - - -def finalize_parameters(bmk): - """Utility to parse parameters in common as well as parameters - particular to each benchmark. - - Parameters - ---------- - bmk : benchmark object - Object that has benchmark filepaths and specifications - - Return - ---------- - gParameters : python dictionary - Dictionary with all the parameters necessary to run the benchmark. - Command line overwrites config file specifications - """ - - # Parse common parameters - bmk.parse_from_common() - # Parse parameters that are applicable just to benchmark - bmk.parse_from_benchmark() - - #print('Args:', args) - # Get parameters from configuration file - # Reads parameter subset, just checking if a config_file has been set - # by comand line (the parse_known_args() function allows a partial - # parsing) - aux = bmk.parser.parse_known_args() - try : # Try to get the 'config_file' option - conffile_txt = aux[0].config_file - except AttributeError: # The 'config_file' option was not set by command-line - conffile = bmk.conffile # use default file - else: # a 'config_file' has been set --> use this file - conffile = os.path.join(bmk.file_path, conffile_txt) - - #print("Configuration file: ", conffile) - fileParameters = bmk.read_config_file(conffile)#aux.config_file)#args.config_file) - # Get command-line parameters - args, unkown = bmk.parser.parse_known_args() - print(unkown) - #print ('Params:', fileParameters) - # Check keywords from file against CANDLE common and module definitions - bmk_dict = bmk.additional_definitions - check_file_parameters_exists(args, bmk_dict, fileParameters) - # Consolidate parameter set. Command-line parameters overwrite file configuration - gParameters = args_overwrite_config(args, fileParameters) - # Check that required set of parameters has been defined - bmk.check_required_exists(gParameters) - print ('Params:') - pprint(gParameters) - # Check that no keywords conflict - check_flag_conflicts(gParameters) - - return gParameters - - -def get_default_neon_parser(parser): - """Parse command-line arguments that are default in neon parser (and are common to all frameworks). - Ignore if not present. - - Parameters - ---------- - parser : ArgumentParser object - Parser for neon default command-line options - """ - # Logging Level - parser.add_argument("-v", "--verbose", type=str2bool, - help="increase output verbosity") - parser.add_argument("-l", "--log", dest='logfile', - default=None, - help="log file") - - # Logging utilities - parser.add_argument("-s", "--save_path", dest='save_path', - default=argparse.SUPPRESS, type=str, - help="file path to save model snapshots") - - # General behavior - parser.add_argument("--model_name", dest='model_name', type=str, - default=argparse.SUPPRESS, - help="specify model name to use when building filenames for saving") - parser.add_argument("-d", "--data_type", dest='data_type', - default=argparse.SUPPRESS, - choices=['f16', 'f32', 'f64'], - help="default floating point") - - # Model definition - # Model Architecture - parser.add_argument("--dense", nargs='+', type=int, - default=argparse.SUPPRESS, - help="number of units in fully connected layers in an integer array") - - # Data preprocessing - #parser.add_argument("--shuffle", type=str2bool, - # default=True, - # help="randomly shuffle data set (produces different training and testing partitions each run depending on the seed)") - - # Training configuration - parser.add_argument("-r", "--rng_seed", dest='rng_seed', type=int, - default=argparse.SUPPRESS, - help="random number generator seed") - parser.add_argument("-e", "--epochs", type=int, - default=argparse.SUPPRESS, - help="number of training epochs") - parser.add_argument("-z", "--batch_size", type=int, - default=argparse.SUPPRESS, - help="batch size") - - return parser - - -def get_common_parser(parser): - """Parse command-line arguments. Ignore if not present. - - Parameters - ---------- - parser : ArgumentParser object - Parser for command-line options - """ - - # Configuration file - parser.add_argument("--config_file", dest='config_file', default=argparse.SUPPRESS, - help="specify model configuration file") - - # General behavior - parser.add_argument("--train_bool", dest='train_bool', type=str2bool, - default=True, - help="train model") - parser.add_argument("--eval_bool", dest='eval_bool', type=str2bool, - default=argparse.SUPPRESS, - help="evaluate model (use it for inference)") - - parser.add_argument("--timeout", dest='timeout', type=int, action="store", - default=argparse.SUPPRESS, - help="seconds allowed to train model (default: no timeout)") - - - # Logging utilities - parser.add_argument("--home_dir", dest='home_dir', - default=argparse.SUPPRESS, type=str, - help="set home directory") - - parser.add_argument("--train_data", action="store", - default=argparse.SUPPRESS, - help="training data filename") - - parser.add_argument("--test_data", action="store", - default=argparse.SUPPRESS, - help="testing data filename") - - parser.add_argument("--output_dir", dest='output_dir', - default=argparse.SUPPRESS, type=str, - help="output directory") - - parser.add_argument("--data_url", dest='data_url', - default=argparse.SUPPRESS, type=str, - help="set data source url") - - parser.add_argument("--experiment_id", default="EXP000", type=str, help="set the experiment unique identifier") - - parser.add_argument("--run_id", default="RUN000", type=str, help="set the run unique identifier") - - - - # Model definition - # Model Architecture - parser.add_argument("--conv", nargs='+', type=int, - default=argparse.SUPPRESS, - help="integer array describing convolution layers: conv1_filters, conv1_filter_len, conv1_stride, conv2_filters, conv2_filter_len, conv2_stride ...") - parser.add_argument("--locally_connected", type=str2bool, - default=argparse.SUPPRESS, - help="use locally connected layers instead of convolution layers") - parser.add_argument("-a", "--activation", - default=argparse.SUPPRESS, - help="keras activation function to use in inner layers: relu, tanh, sigmoid...") - parser.add_argument("--out_activation", - default=argparse.SUPPRESS, - help="keras activation function to use in out layer: softmax, linear, ...") - - - parser.add_argument("--lstm_size", nargs='+', type=int, - default= argparse.SUPPRESS, - help="integer array describing size of LSTM internal state per layer") - parser.add_argument("--recurrent_dropout", action="store", - default=argparse.SUPPRESS, type=float, - help="ratio of recurrent dropout") - - - # Processing between layers - parser.add_argument("--dropout", type=float, - default=argparse.SUPPRESS, - help="ratio of dropout used in fully connected layers") - parser.add_argument("--pool", type=int, - default=argparse.SUPPRESS, - help="pooling layer length") - parser.add_argument("--batch_normalization", type=str2bool, - default=argparse.SUPPRESS, - help="use batch normalization") - - # Model Evaluation - parser.add_argument("--loss", - default=argparse.SUPPRESS, - help="keras loss function to use: mse, ...") - parser.add_argument("--optimizer", - default=argparse.SUPPRESS, - help="keras optimizer to use: sgd, rmsprop, ...") - - parser.add_argument("--metrics", - default=argparse.SUPPRESS, - help="metrics to evaluate performance: accuracy, ...") - - # Data preprocessing - parser.add_argument("--scaling", - default=argparse.SUPPRESS, - choices=['minabs', 'minmax', 'std', 'none'], - help="type of feature scaling; 'minabs': to [-1,1]; 'minmax': to [0,1], 'std': standard unit normalization; 'none': no normalization") - - parser.add_argument("--shuffle", type=str2bool, default=False, - help="randomly shuffle data set (produces different training and testing partitions each run depending on the seed)") - - # Feature selection - parser.add_argument("--feature_subsample", type=int, - default=argparse.SUPPRESS, - help="number of features to randomly sample from each category (cellline expression, drug descriptors, etc), 0 means using all features") - - # Training configuration - parser.add_argument("--learning_rate", - default= argparse.SUPPRESS, type=float, - help="overrides the learning rate for training") - parser.add_argument("--early_stop", type=str2bool, - default= argparse.SUPPRESS, - help="activates keras callback for early stopping of training in function of the monitored variable specified") - parser.add_argument("--momentum", - default= argparse.SUPPRESS, type=float, - help="overrides the momentum to use in the SGD optimizer when training") - - parser.add_argument("--initialization", - default=argparse.SUPPRESS, - choices=['constant', 'uniform', 'normal', 'glorot_uniform', 'lecun_uniform', 'he_normal'], - help="type of weight initialization; 'constant': to 0; 'uniform': to [-0.05,0.05], 'normal': mean 0, stddev 0.05; 'glorot_uniform': [-lim,lim] with lim = sqrt(6/(fan_in+fan_out)); 'lecun_uniform' : [-lim,lim] with lim = sqrt(3/fan_in); 'he_normal' : mean 0, stddev sqrt(2/fan_in)") - parser.add_argument("--val_split", type=float, - default=argparse.SUPPRESS, - help="fraction of data to use in validation") - parser.add_argument("--train_steps", type=int, - default=argparse.SUPPRESS, - help="overrides the number of training batches per epoch if set to nonzero") - parser.add_argument("--val_steps", type=int, - default=argparse.SUPPRESS, - help="overrides the number of validation batches per epoch if set to nonzero") - parser.add_argument("--test_steps", type=int, - default=argparse.SUPPRESS, - help="overrides the number of test batches per epoch if set to nonzero") - parser.add_argument("--train_samples", action="store", - default=argparse.SUPPRESS, type=int, - help="overrides the number of training samples if set to nonzero") - parser.add_argument("--val_samples", action="store", - default=argparse.SUPPRESS, type=int, - help="overrides the number of validation samples if set to nonzero") - - - # Backend configuration - parser.add_argument("--gpus", nargs="*", - default=argparse.SUPPRESS, - #default=[0], - type=int, - help="set IDs of GPUs to use") - - # profiling flags - parser.add_argument("-p", "--profiling", type=str2bool, - default = 'false', - help="Turn profiling on or off") - - # cyclic learning rate - parser.add_argument("--clr_flag", - default=argparse.SUPPRESS, - #default=None, - type=str2bool, - help="CLR flag (boolean)") - parser.add_argument("--clr_mode", - default=argparse.SUPPRESS, - #default=None, - type=str, choices=['trng1', 'trng2', 'exp'], - help="CLR mode (default: trng1)") - parser.add_argument("--clr_base_lr", type=float, - default=argparse.SUPPRESS, - #default=1e-4, - help="Base lr for cycle lr.") - parser.add_argument("--clr_max_lr", type=float, - default=argparse.SUPPRESS, - #default=1e-3, - help="Max lr for cycle lr.") - parser.add_argument("--clr_gamma", type=float, - default=argparse.SUPPRESS, - #default=0.999994, - help="Gamma parameter for learning cycle LR.") - - return parser - - - -def args_overwrite_config(args, config): - """Overwrite configuration parameters with - parameters specified via command-line. - - Parameters - ---------- - args : ArgumentParser object - Parameters specified via command-line - config : python dictionary - Parameters read from configuration file - """ - - params = config - - args_dict = vars(args) - - for key in args_dict.keys(): - params[key] = args_dict[key] - - - if 'data_type' not in params: - params['data_type'] = DEFAULT_DATATYPE - else: - if params['data_type'] in set(['f16', 'f32', 'f64']): - params['data_type'] = get_choice(params['datatype']) - - if 'output_dir' not in params: - params['output_dir'] = directory_from_parameters(params) - else: - params['output_dir'] = directory_from_parameters(params, params['output_dir']) - - if 'rng_seed' not in params: - params['rng_seed'] = DEFAULT_SEED - - if 'timeout' not in params: - params['timeout'] = DEFAULT_TIMEOUT - - - return params - - - -def get_choice(name): - """ Maps name string to the right type of argument - """ - mapping = {} - - # dtype - mapping['f16'] = np.float16 - mapping['f32'] = np.float32 - mapping['f64'] = np.float64 - - mapped = mapping.get(name) - if not mapped: - raise Exception('No mapping found for "{}"'.format(name)) - - return mapped - - -def directory_from_parameters(params, commonroot='Output'): - """ Construct output directory path with unique IDs from parameters - - Parameters - ---------- - params : python dictionary - Dictionary of parameters read - commonroot : string - String to specify the common folder to store results. - - """ - - if commonroot in set(['.', './']): # Same directory --> convert to absolute path - outdir = os.path.abspath('.') - else: # Create path specified - outdir = os.path.abspath(os.path.join('.', commonroot)) - if not os.path.exists(outdir): - os.makedirs(outdir) - - outdir = os.path.abspath(os.path.join(outdir, params['experiment_id'])) - if not os.path.exists(outdir): - os.makedirs(outdir) - - outdir = os.path.abspath(os.path.join(outdir, params['run_id'])) - if not os.path.exists(outdir): - os.makedirs(outdir) - - - return outdir - - - -class Benchmark: - """ Class that implements an interface to handle configuration options for the - different CANDLE benchmarks. - It provides access to all the common configuration - options and configuration options particular to each individual benchmark. - It describes what minimum requirements should be specified to instantiate - the corresponding benchmark. - It interacts with the argparser to extract command-line options and arguments - from the benchmark's configuration files. - """ - - def __init__(self, filepath, defmodel, framework, prog=None, desc=None, parser=None): - """ Initialize Benchmark object. - - Parameters - ---------- - filepath : ./ - os.path.dirname where the benchmark is located. Necessary to locate utils and - establish input/ouput paths - defmodel : 'p*b*_default_model.txt' - string corresponding to the default model of the benchmark - framework : 'keras', 'neon', 'mxnet', 'pytorch' - framework used to run the benchmark - prog : 'p*b*_baseline_*' - string for program name (usually associated to benchmark and framework) - desc : ' ' - string describing benchmark (usually a description of the neural network model built) - parser : argparser (default None) - if 'neon' framework a NeonArgparser is passed. Otherwise an argparser is constructed. - """ - - if parser is None: - parser = argparse.ArgumentParser(prog=prog, formatter_class=argparse.ArgumentDefaultsHelpFormatter, description=desc, conflict_handler='resolve') - - self.parser = parser - self.file_path = filepath - self.default_model = defmodel - self.framework = framework - - self.required = set([]) - self.additional_definitions = [] - self.set_locals() - - - - def parse_from_common(self): - """Functionality to parse options common - for all benchmarks. - This functionality is based on methods 'get_default_neon_parser' and - 'get_common_parser' which are defined previously(above). If the order changes - or they are moved, the calling has to be updated. - """ - - - # Parse has been split between arguments that are common with the default neon parser - # and all the other options - parser = self.parser - if self.framework is not 'neon': - parser = get_default_neon_parser(parser) - parser = get_common_parser(parser) - - self.parser = parser - - # Set default configuration file - self.conffile = os.path.join(self.file_path, self.default_model) - - - def parse_from_benchmark(self): - """Functionality to parse options specific - specific for each benchmark. - """ - - for d in self.additional_definitions: - if 'type' not in d: - d['type'] = None - if 'default' not in d: - d['default'] = argparse.SUPPRESS - if 'help' not in d: - d['help'] = '' - if 'action' in d: # Actions - if d['action'] == 'list-of-lists': # Non standard. Specific functionallity has been added - d['action'] = ListOfListsAction - self.parser.add_argument('--' + d['name'], dest=d['name'], action=d['action'], type=d['type'], default=d['default'], help=d['help']) - elif (d['action'] == 'store_true') or (d['action'] == 'store_false'): - raise Exception ('The usage of store_true or store_false cannot be undone in the command line. Use type=str2bool instead.') - else: - self.parser.add_argument('--' + d['name'], action=d['action'], default=d['default'], help=d['help']) - else: # Non actions - if 'nargs' in d: # variable parameters - if 'choices' in d: # choices with variable parameters - self.parser.add_argument('--' + d['name'], nargs=d['nargs'], choices=d['choices'], default=d['default'], help=d['help']) - else: # Variable parameters (free, no limited choices) - self.parser.add_argument('--' + d['name'], nargs=d['nargs'], type=d['type'], default=d['default'], help=d['help']) - elif 'choices' in d: # Select from choice (fixed number of parameters) - self.parser.add_argument('--' + d['name'], choices=d['choices'], default=d['default'], help=d['help']) - else: # Non an action, one parameter, no choices - self.parser.add_argument('--' + d['name'], type=d['type'], default=d['default'], help=d['help']) - - - - def format_benchmark_config_arguments(self, dictfileparam): - """ Functionality to format the particular parameters of - the benchmark. - - Parameters - ---------- - dictfileparam : python dictionary - parameters read from configuration file - args : python dictionary - parameters read from command-line - Most of the time command-line overwrites configuration file - except when the command-line is using default values and - config file defines those values - - """ - - configOut = dictfileparam.copy() - - for d in self.additional_definitions: - if d['name'] in configOut.keys(): - if 'type' in d: - dtype = d['type'] - else: - dtype = None - - if 'action' in d: - if inspect.isclass(d['action']): - str_read = dictfileparam[d['name']] - configOut[d['name']] = eval_string_as_list_of_lists(str_read, ':', ',', dtype) - elif d['default'] != argparse.SUPPRESS: - # default value on benchmark definition cannot overwrite config file - self.parser.add_argument('--' + d['name'], type=d['type'], default=configOut[d['name']], help=d['help']) - - return configOut - - - - def read_config_file(self, file): - """Functionality to read the configue file - specific for each benchmark. - """ - - config=configparser.ConfigParser() - config.read(file) - section=config.sections() - fileParams={} - - # parse specified arguments (minimal validation: if arguments - # are written several times in the file, just the first time - # will be used) - for sec in section: - for k,v in config.items(sec): - if not k in fileParams: - fileParams[k] = eval(v) - fileParams = self.format_benchmark_config_arguments(fileParams) - #pprint(fileParams) - - return fileParams - - - - def set_locals(self): - """ Functionality to set variables specific for the benchmark - - required: set of required parameters for the benchmark. - - additional_definitions: list of dictionaries describing \ - the additional parameters for the benchmark. - """ - - pass - - - - def check_required_exists(self, gparam): - """Functionality to verify that the required - model parameters have been specified. - """ - - key_set = set(gparam.keys()) - intersect_set = key_set.intersection(self.required) - diff_set = self.required.difference(intersect_set) - - if ( len(diff_set) > 0 ): - raise Exception('ERROR ! Required parameters are not specified. ' \ - 'These required parameters have not been initialized: ' + str(sorted(diff_set)) + \ - '... Exiting') - - - -def keras_default_config(): - """Defines parameters that intervine in different functions using the keras defaults. - This helps to keep consistency in parameters between frameworks. - """ - - kerasDefaults = {} - - # Optimizers - #kerasDefaults['clipnorm']=? # Maximum norm to clip all parameter gradients - #kerasDefaults['clipvalue']=? # Maximum (minimum=-max) value to clip all parameter gradients - kerasDefaults['decay_lr']=0. # Learning rate decay over each update - kerasDefaults['epsilon']=1e-8 # Factor to avoid divide by zero (fuzz factor) - kerasDefaults['rho']=0.9 # Decay parameter in some optmizer updates (rmsprop, adadelta) - kerasDefaults['momentum_sgd']=0. # Momentum for parameter update in sgd optimizer - kerasDefaults['nesterov_sgd']=False # Whether to apply Nesterov momentum in sgd optimizer - kerasDefaults['beta_1']=0.9 # Parameter in some optmizer updates (adam, adamax, nadam) - kerasDefaults['beta_2']=0.999 # Parameter in some optmizer updates (adam, adamax, nadam) - kerasDefaults['decay_schedule_lr']=0.004# Parameter for nadam optmizer - - # Initializers - kerasDefaults['minval_uniform']=-0.05 # Lower bound of the range of random values to generate - kerasDefaults['maxval_uniform']=0.05 # Upper bound of the range of random values to generate - kerasDefaults['mean_normal']=0. # Mean of the random values to generate - kerasDefaults['stddev_normal']=0.05 # Standard deviation of the random values to generate - - - return kerasDefaults - diff --git a/examples/python/keras/candle_uno/file_utils.py b/examples/python/keras/candle_uno/file_utils.py deleted file mode 100644 index 46e065d20..000000000 --- a/examples/python/keras/candle_uno/file_utils.py +++ /dev/null @@ -1,183 +0,0 @@ -from __future__ import absolute_import -from __future__ import print_function - -import tarfile -import os -import sys -import shutil -import hashlib -from six.moves.urllib.request import urlopen -from six.moves.urllib.error import URLError, HTTPError - -import requests -from generic_utils import Progbar - - -# Under Python 2, 'urlretrieve' relies on FancyURLopener from legacy -# urllib module, known to have issues with proxy management -if sys.version_info[0] == 2: - def urlretrieve(url, filename, reporthook=None, data=None): - def chunk_read(response, chunk_size=8192, reporthook=None): - total_size = response.info().get('Content-Length').strip() - total_size = int(total_size) - count = 0 - while 1: - chunk = response.read(chunk_size) - count += 1 - if not chunk: - reporthook(count, total_size, total_size) - break - if reporthook: - reporthook(count, chunk_size, total_size) - yield chunk - - response = urlopen(url, data) - with open(filename, 'wb') as fd: - for chunk in chunk_read(response, reporthook=reporthook): - fd.write(chunk) -else: - from six.moves.urllib.request import urlretrieve - - -def get_file(fname, origin, untar=False, - #md5_hash=None, datadir='../Data/common'): - #md5_hash=None, cache_subdir='common', datadir='../Data/common'): - md5_hash=None, cache_subdir='common', datadir=None): # datadir argument was never actually used so changing it to None - """ Downloads a file from a URL if it not already in the cache. - Passing the MD5 hash will verify the file after download as well - as if it is already present in the cache. - - Parameters - ---------- - fname : string - name of the file - origin : string - original URL of the file - untar : boolean - whether the file should be decompressed - md5_hash : string - MD5 hash of the file for verification - cache_subdir : string - directory being used as the cache - datadir : string - if set, datadir becomes its setting (which could be e.g. an absolute path) and cache_subdir no longer matters - - Returns - ---------- - Path to the downloaded file - """ - - if datadir is None: - file_path = os.path.dirname(os.path.realpath(__file__)) - datadir_base = os.path.expanduser(os.path.join(file_path, '..', 'Data')) - datadir = os.path.join(datadir_base, cache_subdir) - - if not os.path.exists(datadir): - os.makedirs(datadir) - - #if untar: - # fnamesplit = fname.split('.tar.gz') - # untar_fpath = os.path.join(datadir, fnamesplit[0]) - - if fname.endswith('.tar.gz'): - fnamesplit = fname.split('.tar.gz') - untar_fpath = os.path.join(datadir, fnamesplit[0]) - untar = True - elif fname.endswith('.tgz'): - fnamesplit = fname.split('.tgz') - untar_fpath = os.path.join(datadir, fnamesplit[0]) - untar = True - else: - untar_fpath = None - - fpath = os.path.join(datadir, fname) - - download = False - if os.path.exists(fpath) or (untar_fpath is not None and os.path.exists(untar_fpath)): - # file found; verify integrity if a hash was provided - if md5_hash is not None: - if not validate_file(fpath, md5_hash): - print('A local file was found, but it seems to be ' - 'incomplete or outdated.') - download = True - else: - download = True - - # fix ftp protocol if needed - ''' - if origin.startswith('ftp://'): - new_url = origin.replace('ftp://','http://') - origin = new_url - print('Origin = ', origin) - ''' - - if download: - print('Downloading data from', origin) - global progbar - progbar = None - - def dl_progress(count, block_size, total_size): - global progbar - if progbar is None: - progbar = Progbar(total_size) - else: - progbar.update(count * block_size) - - error_msg = 'URL fetch failure on {}: {} -- {}' - try: - try: - urlretrieve(origin, fpath, dl_progress) - except URLError as e: - raise Exception(error_msg.format(origin, e.errno, e.reason)) - except HTTPError as e: - raise Exception(error_msg.format(origin, e.code, e.msg)) - except (Exception, KeyboardInterrupt) as e: - if os.path.exists(fpath): - os.remove(fpath) - raise - progbar = None - print() - - if untar: - if not os.path.exists(untar_fpath): - print('Untarring file...') - tfile = tarfile.open(fpath, 'r:gz') - try: - tfile.extractall(path=datadir) - except (Exception, KeyboardInterrupt) as e: - if os.path.exists(untar_fpath): - if os.path.isfile(untar_fpath): - os.remove(untar_fpath) - else: - shutil.rmtree(untar_fpath) - raise - tfile.close() - return untar_fpath - print() - - return fpath - - -def validate_file(fpath, md5_hash): - """ Validates a file against a MD5 hash - - Parameters - ---------- - fpath : string - path to the file being validated - md5_hash : string - the MD5 hash being validated against - - Returns - ---------- - boolean - Whether the file is valid - """ - hasher = hashlib.md5() - with open(fpath, 'rb') as f: - buf = f.read() - hasher.update(buf) - if str(hasher.hexdigest()) == str(md5_hash): - return True - else: - return False diff --git a/examples/python/keras/candle_uno/generic_utils.py b/examples/python/keras/candle_uno/generic_utils.py deleted file mode 100644 index 7f72deb30..000000000 --- a/examples/python/keras/candle_uno/generic_utils.py +++ /dev/null @@ -1,204 +0,0 @@ -from __future__ import absolute_import -from __future__ import print_function -import numpy as np -import time -import sys -import os -import six -import marshal -import types as python_types -import logging - - -def get_from_module(identifier, module_params, module_name, - instantiate=False, kwargs=None): - if isinstance(identifier, six.string_types): - res = module_params.get(identifier) - if not res: - raise Exception('Invalid ' + str(module_name) + ': ' + - str(identifier)) - if instantiate and not kwargs: - return res() - elif instantiate and kwargs: - return res(**kwargs) - else: - return res - elif type(identifier) is dict: - name = identifier.pop('name') - res = module_params.get(name) - if res: - return res(**identifier) - else: - raise Exception('Invalid ' + str(module_name) + ': ' + - str(identifier)) - return identifier - - -def make_tuple(*args): - return args - - -def func_dump(func): - """ Serialize user defined function. """ - code = marshal.dumps(func.__code__).decode('raw_unicode_escape') - defaults = func.__defaults__ - if func.__closure__: - closure = tuple(c.cell_contents for c in func.__closure__) - else: - closure = None - return code, defaults, closure - - -def func_load(code, defaults=None, closure=None, globs=None): - """ Deserialize user defined function. """ - if isinstance(code, (tuple, list)): # unpack previous dump - code, defaults, closure = code - code = marshal.loads(code.encode('raw_unicode_escape')) - if closure is not None: - closure = func_reconstruct_closure(closure) - if globs is None: - globs = globals() - return python_types.FunctionType(code, globs, name=code.co_name, argdefs=defaults, closure=closure) - - -def func_reconstruct_closure(values): - """ Deserialization helper that reconstructs a closure. """ - nums = range(len(values)) - src = ["def func(arg):"] - src += [" _%d = arg[%d]" % (n, n) for n in nums] - src += [" return lambda:(%s)" % ','.join(["_%d" % n for n in nums]), ""] - src = '\n'.join(src) - try: - exec(src, globals()) - except: - raise SyntaxError(src) - return func(values).__closure__ - - -class Progbar(object): - def __init__(self, target, width=30, verbose=1, interval=0.01): - """ - Parameters - ------------ - target: int - total number of steps expected - interval: float - minimum visual progress update interval (in seconds) - """ - self.width = width - self.target = target - self.sum_values = {} - self.unique_values = [] - self.start = time.time() - self.last_update = 0 - self.interval = interval - self.total_width = 0 - self.seen_so_far = 0 - self.verbose = verbose - - def update(self, current, values=[], force=False): - """ - Parameters - ------------ - current : int - index of current step - values : list of tuples (name, value_for_last_step). - The progress bar will display averages for these values. - force : boolean - force visual progress update - """ - for k, v in values: - if k not in self.sum_values: - self.sum_values[k] = [v * (current - self.seen_so_far), current - self.seen_so_far] - self.unique_values.append(k) - else: - self.sum_values[k][0] += v * (current - self.seen_so_far) - self.sum_values[k][1] += (current - self.seen_so_far) - self.seen_so_far = current - - now = time.time() - if self.verbose == 1: - if not force and (now - self.last_update) < self.interval: - return - - prev_total_width = self.total_width - sys.stdout.write("\b" * prev_total_width) - sys.stdout.write("\r") - - numdigits = int(np.floor(np.log10(self.target))) + 1 - barstr = '%%%dd/%%%dd [' % (numdigits, numdigits) - bar = barstr % (current, self.target) - prog = float(current) / self.target - prog_width = int(self.width * prog) - if prog_width > 0: - bar += ('=' * (prog_width-1)) - if current < self.target: - bar += '>' - else: - bar += '=' - bar += ('.' * (self.width - prog_width)) - bar += ']' - sys.stdout.write(bar) - self.total_width = len(bar) - - if current: - time_per_unit = (now - self.start) / current - else: - time_per_unit = 0 - eta = time_per_unit * (self.target - current) - info = '' - if current < self.target: - info += ' - ETA: %ds' % eta - else: - info += ' - %ds' % (now - self.start) - for k in self.unique_values: - info += ' - %s:' % k - if type(self.sum_values[k]) is list: - avg = self.sum_values[k][0] / max(1, self.sum_values[k][1]) - if abs(avg) > 1e-3: - info += ' %.4f' % avg - else: - info += ' %.4e' % avg - else: - info += ' %s' % self.sum_values[k] - - self.total_width += len(info) - if prev_total_width > self.total_width: - info += ((prev_total_width - self.total_width) * " ") - - sys.stdout.write(info) - sys.stdout.flush() - - if current >= self.target: - sys.stdout.write("\n") - - if self.verbose == 2: - if current >= self.target: - info = '%ds' % (now - self.start) - for k in self.unique_values: - info += ' - %s:' % k - avg = self.sum_values[k][0] / max(1, self.sum_values[k][1]) - if avg > 1e-3: - info += ' %.4f' % avg - else: - info += ' %.4e' % avg - sys.stdout.write(info + "\n") - - self.last_update = now - - def add(self, n, values=[]): - self.update(self.seen_so_far + n, values) - - -def display_table(rows, positions): - - def display_row(objects, positions): - line = '' - for i in range(len(objects)): - line += str(objects[i]) - line = line[:positions[i]] - line += ' ' * (positions[i] - len(line)) - print(line) - - for objects in rows: - display_row(objects, positions) diff --git a/examples/python/keras/candle_uno/uno.py b/examples/python/keras/candle_uno/uno.py deleted file mode 100644 index baad1facf..000000000 --- a/examples/python/keras/candle_uno/uno.py +++ /dev/null @@ -1,236 +0,0 @@ -from __future__ import print_function - -import os -import sys -import logging -import argparse -try: - import configparser -except ImportError: - import ConfigParser as configparser - -file_path = os.path.dirname(os.path.realpath(__file__)) -lib_path = os.path.abspath(os.path.join(file_path, '..')) -sys.path.append(lib_path) -lib_path2 = os.path.abspath(os.path.join(file_path, '..', '..', 'common')) -sys.path.append(lib_path2) - -from default_utils import Benchmark, str2bool - -logger = logging.getLogger(__name__) - - -class BenchmarkUno(Benchmark): - - def set_locals(self): - """Functionality to set variables specific for the benchmark - - required: set of required parameters for the benchmark. - - additional_definitions: list of dictionaries describing the additional parameters for the - benchmark. - """ - - if required is not None: - self.required = set(required) - if additional_definitions is not None: - self.additional_definitions = additional_definitions - - -additional_definitions = [ - # Feature selection - {'name': 'agg_dose', - 'type': str, - 'default': None, - 'choices': ['AUC', 'IC50', 'EC50', 'HS', 'AAC1', 'AUC1', 'DSS1'], - 'help': 'use dose-independent response data with the specified aggregation metric'}, - {'name': 'cell_features', - 'nargs': '+', - 'choices': ['rnaseq', 'none'], - 'help': 'use rnaseq cell line feature set or none at all'}, - {'name': 'drug_features', - 'nargs': '+', - 'choices': ['descriptors', 'fingerprints', 'none', 'mordred'], - 'help': 'use dragon7 descriptors or fingerprint descriptors for drug features or none at all'}, - {'name': 'by_cell', - 'type': str, - 'default': None, - 'help': 'sample ID for building a by-cell model'}, - {'name': 'by_drug', - 'type': str, - 'default': None, - 'help': 'drug ID or name for building a by-drug model'}, - # Data set selection - {'name': 'train_sources', - 'nargs': '+', - 'choices': ['all', 'CCLE', 'CTRP', 'gCSI', 'GDSC', 'NCI60', 'SCL', 'SCLC', 'ALMANAC'], - 'help': 'use one or more sources of drug response data for training'}, - {'name': 'test_sources', - 'nargs': '+', - 'choices': ['train', 'all', 'CCLE', 'CTRP', 'gCSI', 'GDSC', 'NCI60', 'SCL', 'SCLC', 'ALMANAC'], - 'help': 'use one or more sources of drug response data for testing'}, - # Sample selection - {'name': 'cell_types', - 'nargs': '+', - 'help': 'limit training and test data to one or more tissue types'}, - {'name': 'cell_subset_path', - 'type': str, - 'default': '', - 'help': 'path for file with space delimited molecular sample IDs to keep'}, - {'name': 'drug_subset_path', - 'type': str, - 'default': '', - 'help': 'path for file with space delimited drug IDs to keep'}, - {'name': 'drug_median_response_min', - 'type': float, - 'default': -1, - 'help': 'keep drugs whose median response is greater than the threshold'}, - {'name': 'drug_median_response_max', - 'type': float, - 'default': 1, - 'help': 'keep drugs whose median response is less than the threshold'}, - # Training - {'name': 'no_feature_source', - 'type': str2bool, - 'default': False, - 'help': 'do not embed cell or drug feature source as part of input'}, - {'name': 'no_response_source', - 'type': str2bool, - 'default': False, - 'help': 'do not encode response data source as an input feature'}, - {'name': 'dense_feature_layers', - 'nargs': '+', - 'type': int, - 'help': 'number of neurons in intermediate dense layers in the feature encoding submodels'}, - {'name': 'dense_cell_feature_layers', - 'nargs': '+', - 'type': int, - 'default': None, - 'help': 'number of neurons in intermediate dense layers in the cell feature encoding submodels'}, - {'name': 'dense_drug_feature_layers', - 'nargs': '+', - 'type': int, - 'default': None, - 'help': 'number of neurons in intermediate dense layers in the drug feature encoding submodels'}, - {'name': 'use_landmark_genes', - 'type': str2bool, - 'default': False, - 'help': 'use the 978 landmark genes from LINCS (L1000) as expression features'}, - {'name': 'use_filtered_genes', - 'type': str2bool, - 'default': False, - 'help': 'use the variance filtered genes as expression features'}, - {'name': 'feature_subset_path', - 'type': str, - 'default': '', - 'help': 'path for file with space delimited features to keep'}, - {'name': 'cell_feature_subset_path', - 'type': str, - 'default': '', - 'help': 'path for file with space delimited molecular features to keep'}, - {'name': 'drug_feature_subset_path', - 'type': str, - 'default': '', - 'help': 'path for file with space delimited drug features to keep'}, - {'name': 'preprocess_rnaseq', - 'choices': ['source_scale', 'combat', 'none'], - 'default': 'none', - 'help': 'preprocessing method for RNAseq data; none for global normalization'}, - {'name': 'residual', - 'type': str2bool, - 'default': False, - 'help': 'add skip connections to the layers'}, - {'name': 'reduce_lr', - 'type': str2bool, - 'default': False, - 'help': 'reduce learning rate on plateau'}, - {'name': 'warmup_lr', - 'type': str2bool, - 'default': False, - 'help': 'gradually increase learning rate on start'}, - {'name': 'base_lr', - 'type': float, - 'default': None, - 'help': 'base learning rate'}, - {'name': 'es', - 'type': str2bool, - 'default': False, - 'help': 'early stopping on val_loss'}, - {'name': 'cp', - 'type': str2bool, - 'default': False, - 'help': 'checkpoint models with best val_loss'}, - {'name': 'tb', - 'type': str2bool, - 'default': False, - 'help': 'use tensorboard'}, - {'name': 'tb_prefix', - 'type': str, - 'default': 'tb', - 'help': 'prefix name for tb log'}, - {'name': 'max_val_loss', - 'type': float, - 'default': argparse.SUPPRESS, - 'help': 'retrain if val_loss is greater than the threshold'}, - {'name': 'partition_by', - 'choices': ['index', 'drug_pair', 'cell'], - 'default': None, - 'help': 'cross validation paritioning scheme'}, - {'name': 'cv', - 'type': int, - 'default': argparse.SUPPRESS, - 'help': 'cross validation folds'}, - {'name': 'no_gen', - 'type': str2bool, - 'default': False, - 'help': 'do not use generator for training and validation data'}, - {'name': 'cache', - 'type': str, - 'default': None, - 'help': 'prefix of data cache files to use'}, - {'name': 'single', - 'type': str2bool, - 'default': False, - 'help': 'do not use drug pair representation'}, - {'name': 'export_csv', - 'type': str, - 'default': None, - 'help': 'output csv file name'}, - {'name': 'export_data', - 'type': str, - 'default': None, - 'help': 'output dataframe file name'}, - {'name': 'use_exported_data', - 'type': str, - 'default': None, - 'help': 'exported file name'}, - {'name': 'growth_bins', - 'type': int, - 'default': 0, - 'help': 'number of bins to use when discretizing growth response'}, - {'name': 'initial_weights', - 'type': str, - 'default': None, - 'help': 'file name of initial weights'}, - {'name': 'save_weights', - 'type': str, - 'default': None, - 'help': 'name of file to save weights to'} -] - -required = [ - 'activation', - 'batch_size', - 'dense', - 'dense_feature_layers', - 'dropout', - 'epochs', - 'feature_subsample', - 'learning_rate', - 'loss', - 'optimizer', - 'residual', - 'rng_seed', - 'save_path', - 'scaling', - 'val_split', - 'timeout' -] diff --git a/examples/python/keras/candle_uno/uno_data.py b/examples/python/keras/candle_uno/uno_data.py deleted file mode 100644 index 251d3fcf5..000000000 --- a/examples/python/keras/candle_uno/uno_data.py +++ /dev/null @@ -1,1203 +0,0 @@ -from __future__ import print_function - -import collections -import json -import logging -import os -import pickle -import sys - -import numpy as np -import pandas as pd -import flexflow.keras as keras - -from itertools import cycle, islice - -try: - from sklearn.impute import SimpleImputer as Imputer -except ImportError: - from sklearn.preprocessing import Imputer - -from sklearn.preprocessing import StandardScaler, MinMaxScaler, MaxAbsScaler -from sklearn.model_selection import ShuffleSplit, KFold - -import file_utils - -file_path = os.path.dirname(os.path.realpath(__file__)) -lib_path = os.path.abspath(os.path.join(file_path, '..', '..', 'common')) -sys.path.append(lib_path) - -# import candle -import file_utils - -global_cache = {} - -SEED = 2018 - -P1B3_URL = 'http://ftp.mcs.anl.gov/pub/candle/public/benchmarks/P1B3/' -DATA_URL = 'http://ftp.mcs.anl.gov/pub/candle/public/benchmarks/Pilot1/combo/' - -logger = logging.getLogger(__name__) - - -def set_up_logger(verbose=False): - sh = logging.StreamHandler() - sh.setFormatter(logging.Formatter('')) - sh.setLevel(logging.DEBUG if verbose else logging.INFO) - - logger.setLevel(logging.DEBUG) - logger.addHandler(sh) - - -def set_seed(seed=SEED): - os.environ['PYTHONHASHSEED'] = '0' - np.random.seed(seed) - random.seed(seed) - - -def get_file(url): - fname = os.path.basename(url) - return file_utils.get_file(fname, origin=url, cache_subdir='Pilot1') - - -def impute_and_scale(df, scaling='std', imputing='mean', dropna='all'): - """Impute missing values with mean and scale data included in pandas dataframe. - - Parameters - ---------- - df : pandas dataframe - dataframe to impute and scale - scaling : 'maxabs' [-1,1], 'minmax' [0,1], 'std', or None, optional (default 'std') - type of scaling to apply - """ - - if dropna: - df = df.dropna(axis=1, how=dropna) - else: - empty_cols = df.columns[df.notnull().sum() == 0] - df[empty_cols] = 0 - - if imputing is None or imputing.lower() == 'none': - mat = df.values - else: - imputer = Imputer(strategy=imputing) - mat = imputer.fit_transform(df) - - if scaling is None or scaling.lower() == 'none': - return pd.DataFrame(mat, columns=df.columns) - - if scaling == 'maxabs': - scaler = MaxAbsScaler() - elif scaling == 'minmax': - scaler = MinMaxScaler() - else: - scaler = StandardScaler() - - mat = scaler.fit_transform(mat) - df = pd.DataFrame(mat, columns=df.columns) - - return df - - -def discretize(df, col, bins=2, cutoffs=None): - y = df[col] - thresholds = cutoffs - if thresholds is None: - percentiles = [100 / bins * (i + 1) for i in range(bins - 1)] - thresholds = [np.percentile(y, x) for x in percentiles] - classes = np.digitize(y, thresholds) - df[col] = classes - return df - - -def save_combined_dose_response(): - df1 = load_single_dose_response(combo_format=True, fraction=False) - df2 = load_combo_dose_response(fraction=False) - df = pd.concat([df1, df2]) - df.to_csv('combined_drug_growth', index=False, sep='\t') - - -def load_combined_dose_response(rename=True): - df1 = load_single_dose_response(combo_format=True) - logger.info('Loaded {} single drug dose response measurements'.format(df1.shape[0])) - - df2 = load_combo_dose_response() - logger.info('Loaded {} drug pair dose response measurements'.format(df2.shape[0])) - - df = pd.concat([df1, df2]) - logger.info('Combined dose response data contains sources: {}'.format(df['SOURCE'].unique())) - - if rename: - df = df.rename(columns={'SOURCE': 'Source', 'CELL': 'Sample', - 'DRUG1': 'Drug1', 'DRUG2': 'Drug2', - 'DOSE1': 'Dose1', 'DOSE2': 'Dose2', - 'GROWTH': 'Growth', 'STUDY': 'Study'}) - return df - - -def load_single_dose_response(combo_format=False, fraction=True): - print('DATA_URL' + DATA_URL) - # path = get_file(DATA_URL + 'combined_single_drug_growth') - path = get_file(DATA_URL + 'rescaled_combined_single_drug_growth') - - df = global_cache.get(path) - if df is None: - df = pd.read_csv(path, sep='\t', engine='c', - na_values=['na', '-', ''], - # nrows=10, - dtype={'SOURCE': str, 'DRUG_ID': str, - 'CELLNAME': str, 'CONCUNIT': str, - 'LOG_CONCENTRATION': np.float32, - 'EXPID': str, 'GROWTH': np.float32}) - global_cache[path] = df - - df['DOSE'] = -df['LOG_CONCENTRATION'] - - df = df.rename(columns={'CELLNAME': 'CELL', 'DRUG_ID': 'DRUG', 'EXPID': 'STUDY'}) - df = df[['SOURCE', 'CELL', 'DRUG', 'DOSE', 'GROWTH', 'STUDY']] - - if fraction: - df['GROWTH'] /= 100 - - if combo_format: - df = df.rename(columns={'DRUG': 'DRUG1', 'DOSE': 'DOSE1'}) - df['DRUG2'] = np.nan - df['DOSE2'] = np.nan - df['DRUG2'] = df['DRUG2'].astype(object) - df['DOSE2'] = df['DOSE2'].astype(np.float32) - df = df[['SOURCE', 'CELL', 'DRUG1', 'DOSE1', 'DRUG2', 'DOSE2', 'GROWTH', 'STUDY']] - - return df - - -def load_combo_dose_response(fraction=True): - path = get_file(DATA_URL + 'ComboDrugGrowth_Nov2017.csv') - df = global_cache.get(path) - if df is None: - df = pd.read_csv(path, sep=',', engine='c', - na_values=['na', '-', ''], - usecols=['CELLNAME', 'NSC1', 'CONC1', 'NSC2', 'CONC2', - 'PERCENTGROWTH', 'VALID', 'SCREENER', 'STUDY'], - # nrows=10000, - dtype={'CELLNAME': str, 'NSC1': str, 'NSC2': str, - 'CONC1': np.float32, 'CONC2': np.float32, - 'PERCENTGROWTH': np.float32, 'VALID': str, - 'SCREENER': str, 'STUDY': str}, - error_bad_lines=False, warn_bad_lines=True) - global_cache[path] = df - - df = df[df['VALID'] == 'Y'] - - df['SOURCE'] = 'ALMANAC.' + df['SCREENER'] - - cellmap_path = get_file(DATA_URL + 'NCI60_CELLNAME_to_Combo.txt') - df_cellmap = pd.read_csv(cellmap_path, sep='\t') - df_cellmap.set_index('Name', inplace=True) - cellmap = df_cellmap[['NCI60.ID']].to_dict()['NCI60.ID'] - - df['CELL'] = df['CELLNAME'].map(lambda x: cellmap[x]) - - df['DOSE1'] = -np.log10(df['CONC1']) - df['DOSE2'] = -np.log10(df['CONC2']) - - df['DRUG1'] = 'NSC.' + df['NSC1'] - df['DRUG2'] = 'NSC.' + df['NSC2'] - - if fraction: - df['GROWTH'] = df['PERCENTGROWTH'] / 100 - else: - df['GROWTH'] = df['PERCENTGROWTH'] - - df = df[['SOURCE', 'CELL', 'DRUG1', 'DOSE1', 'DRUG2', 'DOSE2', 'GROWTH', 'STUDY']] - - return df - - -def load_aggregated_single_response(target='AUC', min_r2_fit=0.3, max_ec50_se=3, combo_format=False, rename=True): - path = get_file(DATA_URL + 'combined_single_response_agg') - - df = global_cache.get(path) - if df is None: - df = pd.read_csv(path, engine='c', sep='\t', - dtype={'SOURCE': str, 'CELL': str, 'DRUG': str, 'STUDY': str, - 'AUC': np.float32, 'IC50': np.float32, - 'EC50': np.float32, 'EC50se': np.float32, - 'R2fit': np.float32, 'Einf': np.float32, - 'HS': np.float32, 'AAC1': np.float32, - 'AUC1': np.float32, 'DSS1': np.float32}) - global_cache[path] = df - - total = len(df) - - df = df[(df['R2fit'] >= min_r2_fit) & (df['EC50se'] <= max_ec50_se)] - df = df[['SOURCE', 'CELL', 'DRUG', target, 'STUDY']] - df = df[~df[target].isnull()] - - logger.info('Loaded %d dose indepdendent response samples (filtered by EC50se <= %f & R2fit >=%f from a total of %d).', len(df), max_ec50_se, min_r2_fit, total) - - if combo_format: - df = df.rename(columns={'DRUG': 'DRUG1'}) - df['DRUG2'] = np.nan - df['DRUG2'] = df['DRUG2'].astype(object) - df = df[['SOURCE', 'CELL', 'DRUG1', 'DRUG2', target, 'STUDY']] - if rename: - df = df.rename(columns={'SOURCE': 'Source', 'CELL': 'Sample', - 'DRUG1': 'Drug1', 'DRUG2': 'Drug2', 'STUDY': 'Study'}) - else: - if rename: - df = df.rename(columns={'SOURCE': 'Source', 'CELL': 'Sample', - 'DRUG': 'Drug', 'STUDY': 'Study'}) - - return df - - -def load_drug_data(ncols=None, scaling='std', imputing='mean', dropna=None, add_prefix=True): - df_info = load_drug_info() - df_info['Drug'] = df_info['PUBCHEM'] - - df_desc = load_drug_set_descriptors(drug_set='Combined_PubChem', ncols=ncols) - df_fp = load_drug_set_fingerprints(drug_set='Combined_PubChem', ncols=ncols) - - df_desc = pd.merge(df_info[['ID', 'Drug']], df_desc, on='Drug').drop('Drug', 1).rename(columns={'ID': 'Drug'}) - df_fp = pd.merge(df_info[['ID', 'Drug']], df_fp, on='Drug').drop('Drug', 1).rename(columns={'ID': 'Drug'}) - - df_desc2 = load_drug_set_descriptors(drug_set='NCI60', usecols=df_desc.columns.tolist() if ncols else None) - df_fp2 = load_drug_set_fingerprints(drug_set='NCI60', usecols=df_fp.columns.tolist() if ncols else None) - - df_desc = pd.concat([df_desc, df_desc2]).reset_index(drop=True) - df1 = pd.DataFrame(df_desc.loc[:, 'Drug']) - df2 = df_desc.drop('Drug', 1) - df2 = impute_and_scale(df2, scaling=scaling, imputing=imputing, dropna=dropna) - if add_prefix: - df2 = df2.add_prefix('dragon7.') - df_desc = pd.concat([df1, df2], axis=1) - - df_fp = pd.concat([df_fp, df_fp2]).reset_index(drop=True) - df1 = pd.DataFrame(df_fp.loc[:, 'Drug']) - df2 = df_fp.drop('Drug', 1) - df2 = impute_and_scale(df2, scaling=None, imputing=imputing, dropna=dropna) - if add_prefix: - df2 = df2.add_prefix('dragon7.') - df_fp = pd.concat([df1, df2], axis=1) - - logger.info('Loaded combined dragon7 drug descriptors: %s', df_desc.shape) - logger.info('Loaded combined dragon7 drug fingerprints: %s', df_fp.shape) - - return df_desc, df_fp - - -def load_mordred_descriptors(ncols=None, scaling='std', imputing='mean', dropna=None, add_prefix=True, feature_subset=None): - path = get_file(DATA_URL + 'extended_combined_mordred_descriptors') - - df = pd.read_csv(path, engine='c', sep='\t', na_values=['na', '-', '']) - df.iloc[:, 1:] = df.iloc[:, 1:].apply(pd.to_numeric, errors='coerce') - df.iloc[:, 1:] = df.iloc[:, 1:].astype(np.float32) - - df1 = pd.DataFrame(df.loc[:, 'DRUG']) - df1.rename(columns={'DRUG': 'Drug'}, inplace=True) - - df2 = df.drop('DRUG', 1) - if add_prefix: - df2 = df2.add_prefix('mordred.') - - df2 = impute_and_scale(df2, scaling, imputing) - - df_desc = pd.concat([df1, df2], axis=1) - - df1 = pd.DataFrame(df_desc.loc[:, 'Drug']) - df2 = df_desc.drop('Drug', 1) - if add_prefix: - df2 = df2.add_prefix('mordred.') - if feature_subset: - df2 = df2[[x for x in df2.columns if x in feature_subset]] - df2 = impute_and_scale(df2, scaling=scaling, imputing=imputing, dropna=dropna) - df_desc = pd.concat([df1, df2], axis=1) - - logger.info('Loaded Mordred drug descriptors: %s', df_desc.shape) - - return df_desc - - -def load_drug_descriptors(ncols=None, scaling='std', imputing='mean', dropna=None, add_prefix=True, feature_subset=None): - df_info = load_drug_info() - df_info['Drug'] = df_info['PUBCHEM'] - - df_desc = load_drug_set_descriptors(drug_set='Combined_PubChem', ncols=ncols) - df_desc = pd.merge(df_info[['ID', 'Drug']], df_desc, on='Drug').drop('Drug', 1).rename(columns={'ID': 'Drug'}) - - df_desc2 = load_drug_set_descriptors(drug_set='NCI60', usecols=df_desc.columns.tolist() if ncols else None) - - df_desc = pd.concat([df_desc, df_desc2]).reset_index(drop=True) - df1 = pd.DataFrame(df_desc.loc[:, 'Drug']) - df2 = df_desc.drop('Drug', 1) - if add_prefix: - df2 = df2.add_prefix('dragon7.') - if feature_subset: - df2 = df2[[x for x in df2.columns if x in feature_subset]] - df2 = impute_and_scale(df2, scaling=scaling, imputing=imputing, dropna=dropna) - df_desc = pd.concat([df1, df2], axis=1) - - logger.info('Loaded combined dragon7 drug descriptors: %s', df_desc.shape) - - return df_desc - - -def load_drug_fingerprints(ncols=None, scaling='std', imputing='mean', dropna=None, add_prefix=True, feature_subset=None): - df_info = load_drug_info() - df_info['Drug'] = df_info['PUBCHEM'] - - df_fp = load_drug_set_fingerprints(drug_set='Combined_PubChem', ncols=ncols) - df_fp = pd.merge(df_info[['ID', 'Drug']], df_fp, on='Drug').drop('Drug', 1).rename(columns={'ID': 'Drug'}) - - df_fp2 = load_drug_set_fingerprints(drug_set='NCI60', usecols=df_fp.columns.tolist() if ncols else None) - - df_fp = pd.concat([df_fp, df_fp2]).reset_index(drop=True) - df1 = pd.DataFrame(df_fp.loc[:, 'Drug']) - df2 = df_fp.drop('Drug', 1) - if add_prefix: - df2 = df2.add_prefix('dragon7.') - if feature_subset: - df2 = df2[[x for x in df2.columns if x in feature_subset]] - df2 = impute_and_scale(df2, scaling=None, imputing=imputing, dropna=dropna) - df_fp = pd.concat([df1, df2], axis=1) - - logger.info('Loaded combined dragon7 drug fingerprints: %s', df_fp.shape) - - return df_fp - - -def load_drug_info(): - path = get_file(DATA_URL + 'drug_info') - df = pd.read_csv(path, sep='\t', dtype=object) - df['PUBCHEM'] = 'PubChem.CID.' + df['PUBCHEM'] - return df - - -def lookup(df, query, ret, keys, match='match'): - mask = pd.Series(False, index=range(df.shape[0])) - for key in keys: - if match == 'contains': - mask |= df[key].str.contains(query.upper(), case=False) - else: - mask |= (df[key].str.upper() == query.upper()) - return list(set(df[mask][ret].values.flatten().tolist())) - - -def load_cell_metadata(): - path = get_file(DATA_URL + 'cl_metadata') - df = pd.read_csv(path, sep='\t') - return df - - -def cell_name_to_ids(name, source=None): - path = get_file(DATA_URL + 'NCI60_CELLNAME_to_Combo.txt') - df1 = pd.read_csv(path, sep='\t') - hits1 = lookup(df1, name, 'NCI60.ID', ['NCI60.ID', 'CELLNAME', 'Name'], match='contains') - path = get_file(DATA_URL + 'cl_mapping') - df2 = pd.read_csv(path, sep='\t', header=None) - hits2 = lookup(df2, name, [0, 1], [0, 1], match='contains') - hits = hits1 + hits2 - if source: - hits = [x for x in hits if x.startswith(source.upper() + '.')] - return hits - - -def drug_name_to_ids(name, source=None): - df1 = load_drug_info() - path = get_file(DATA_URL + 'NCI_IOA_AOA_drugs') - df2 = pd.read_csv(path, sep='\t', dtype=str) - df2['NSC'] = 'NSC.' + df2['NSC'] - hits1 = lookup(df1, name, 'ID', ['ID', 'NAME', 'CLEAN_NAME', 'PUBCHEM']) - hits2 = lookup(df2, name, 'NSC', ['NSC', 'Generic Name', 'Preffered Name']) - hits = hits1 + hits2 - if source: - hits = [x for x in hits if x.startswith(source.upper() + '.')] - return hits - - -def load_drug_set_descriptors(drug_set='Combined_PubChem', ncols=None, usecols=None, - scaling=None, imputing=None, add_prefix=False): - path = get_file(DATA_URL + '{}_dragon7_descriptors.tsv'.format(drug_set)) - - df_cols = pd.read_csv(path, engine='c', sep='\t', nrows=0) - total = df_cols.shape[1] - 1 - if usecols is not None: - usecols = [x for x in usecols if x in df_cols.columns] - if usecols[0] != 'NAME': - usecols = ['NAME'] + usecols - df_cols = df_cols.loc[:, usecols] - elif ncols and ncols < total: - usecols = np.random.choice(total, size=ncols, replace=False) - usecols = np.append([0], np.add(sorted(usecols), 1)) - df_cols = df_cols.iloc[:, usecols] - - dtype_dict = dict((x, np.float32) for x in df_cols.columns[1:]) - df = pd.read_csv(path, engine='c', sep='\t', usecols=usecols, dtype=dtype_dict, - na_values=['na', '-', '']) - - df1 = pd.DataFrame(df.loc[:, 'NAME']) - df1.rename(columns={'NAME': 'Drug'}, inplace=True) - - df2 = df.drop('NAME', 1) - if add_prefix: - df2 = df2.add_prefix('dragon7.') - - df2 = impute_and_scale(df2, scaling, imputing, dropna=None) - - df = pd.concat([df1, df2], axis=1) - return df - - -def load_drug_set_fingerprints(drug_set='Combined_PubChem', ncols=None, usecols=None, - scaling=None, imputing=None, add_prefix=False): - fps = ['PFP', 'ECFP'] - usecols_all = usecols - df_merged = None - for fp in fps: - path = get_file(DATA_URL + '{}_dragon7_{}.tsv'.format(drug_set, fp)) - df_cols = pd.read_csv(path, engine='c', sep='\t', nrows=0, skiprows=1, header=None) - total = df_cols.shape[1] - 1 - if usecols_all is not None: - usecols = [x.replace(fp + '.', '') for x in usecols_all] - usecols = [int(x) for x in usecols if x.isdigit()] - usecols = [x for x in usecols if x in df_cols.columns] - if usecols[0] != 0: - usecols = [0] + usecols - df_cols = df_cols.loc[:, usecols] - elif ncols and ncols < total: - usecols = np.random.choice(total, size=ncols, replace=False) - usecols = np.append([0], np.add(sorted(usecols), 1)) - df_cols = df_cols.iloc[:, usecols] - - dtype_dict = dict((x, np.float32) for x in df_cols.columns[1:]) - df = pd.read_csv(path, engine='c', sep='\t', skiprows=1, header=None, - usecols=usecols, dtype=dtype_dict) - df.columns = ['{}.{}'.format(fp, x) for x in df.columns] - - col1 = '{}.0'.format(fp) - df1 = pd.DataFrame(df.loc[:, col1]) - df1.rename(columns={col1: 'Drug'}, inplace=True) - - df2 = df.drop(col1, 1) - if add_prefix: - df2 = df2.add_prefix('dragon7.') - - df2 = impute_and_scale(df2, scaling, imputing, dropna=None) - - df = pd.concat([df1, df2], axis=1) - - df_merged = df if df_merged is None else df_merged.merge(df) - - return df_merged - - -# def load_drug_smiles(): -# path = get_file(DATA_URL + 'ChemStructures_Consistent.smiles') - -# df = global_cache.get(path) -# if df is None: -# df = pd.read_csv(path, sep='\t', engine='c', dtype={'nsc_id':object}) -# df = df.rename(columns={'nsc_id': 'NSC'}) -# global_cache[path] = df - -# return df - -def encode_sources(sources): - df = pd.get_dummies(sources, prefix='source', prefix_sep='.') - df['Source'] = sources - source_l1 = df['Source'].str.extract('^(\S+)\.', expand=False) - df1 = pd.get_dummies(source_l1, prefix='source.L1', prefix_sep='.') - df = pd.concat([df1, df], axis=1) - df = df.set_index('Source').reset_index() - return df - - -def load_cell_rnaseq(ncols=None, scaling='std', imputing='mean', add_prefix=True, - use_landmark_genes=False, use_filtered_genes=False, - feature_subset=None, preprocess_rnaseq=None, - embed_feature_source=False, sample_set=None, index_by_sample=False): - - if use_landmark_genes: - filename = 'combined_rnaseq_data_lincs1000' - elif use_filtered_genes: - filename = 'combined_rnaseq_data_filtered' - else: - filename = 'combined_rnaseq_data' - - if preprocess_rnaseq and preprocess_rnaseq != 'none': - scaling = None - filename += ('_' + preprocess_rnaseq) # 'source_scale' or 'combat' - - path = get_file(DATA_URL + filename) - df_cols = pd.read_csv(path, engine='c', sep='\t', nrows=0) - total = df_cols.shape[1] - 1 # remove Sample column - if 'Cancer_type_id' in df_cols.columns: - total -= 1 - usecols = None - if ncols and ncols < total: - usecols = np.random.choice(total, size=ncols, replace=False) - usecols = np.append([0], np.add(sorted(usecols), 2)) - df_cols = df_cols.iloc[:, usecols] - if feature_subset: - with_prefix = lambda x: 'rnaseq.' + x if add_prefix else x - usecols = [0] + [i for i, c in enumerate(df_cols.columns) if with_prefix(c) in feature_subset] - df_cols = df_cols.iloc[:, usecols] - - dtype_dict = dict((x, np.float32) for x in df_cols.columns[1:]) - df = pd.read_csv(path, engine='c', sep='\t', usecols=usecols, dtype=dtype_dict) - if 'Cancer_type_id' in df.columns: - df.drop('Cancer_type_id', axis=1, inplace=True) - - prefixes = df['Sample'].str.extract('^([^.]*)', expand=False).rename('Source') - sources = prefixes.drop_duplicates().reset_index(drop=True) - df_source = pd.get_dummies(sources, prefix='rnaseq.source', prefix_sep='.') - df_source = pd.concat([sources, df_source], axis=1) - - df1 = df['Sample'] - if embed_feature_source: - df_sample_source = pd.concat([df1, prefixes], axis=1) - df1 = df_sample_source.merge(df_source, on='Source', how='left').drop('Source', axis=1) - logger.info('Embedding RNAseq data source into features: %d additional columns', df1.shape[1] - 1) - - df2 = df.drop('Sample', 1) - if add_prefix: - df2 = df2.add_prefix('rnaseq.') - - df2 = impute_and_scale(df2, scaling, imputing) - - df = pd.concat([df1, df2], axis=1) - - # scaling needs to be done before subsampling - if sample_set: - chosen = df['Sample'].str.startswith(sample_set) - df = df[chosen].reset_index(drop=True) - - if index_by_sample: - df = df.set_index('Sample') - - logger.info('Loaded combined RNAseq data: %s', df.shape) - - return df - - -def read_set_from_file(path): - if path: - with open(path, 'r') as f: - text = f.read().strip() - subset = text.split() - else: - subset = None - return subset - - -def select_drugs_with_response_range(df_response, lower=0, upper=0, span=0, lower_median=None, upper_median=None): - df = df_response.groupby(['Drug1', 'Sample'])['Growth'].agg(['min', 'max', 'median']) - df['span'] = df['max'].clip(lower=-1, upper=1) - df['min'].clip(lower=-1, upper=1) - df = df.groupby('Drug1').mean().reset_index().rename(columns={'Drug1': 'Drug'}) - mask = (df['min'] <= lower) & (df['max'] >= upper) & (df['span'] >= span) - if lower_median: - mask &= (df['median'] >= lower_median) - if upper_median: - mask &= (df['median'] <= upper_median) - df_sub = df[mask] - return df_sub - - -def summarize_response_data(df, target=None): - target = target or 'Growth' - df_sum = df.groupby('Source').agg({target: 'count', 'Sample': 'nunique', - 'Drug1': 'nunique', 'Drug2': 'nunique'}) - if 'Dose1' in df_sum: - df_sum['MedianDose'] = df.groupby('Source').agg({'Dose1': 'median'}) - return df_sum - - -def assign_partition_groups(df, partition_by='drug_pair'): - if partition_by == 'cell': - group = df['Sample'] - elif partition_by == 'drug_pair': - df_info = load_drug_info() - id_dict = df_info[['ID', 'PUBCHEM']].drop_duplicates(['ID']).set_index('ID').iloc[:, 0] - group = df['Drug1'].copy() - group[(df['Drug2'].notnull()) & (df['Drug1'] <= df['Drug2'])] = df['Drug1'] + ',' + df['Drug2'] - group[(df['Drug2'].notnull()) & (df['Drug1'] > df['Drug2'])] = df['Drug2'] + ',' + df['Drug1'] - group2 = group.map(id_dict) - mapped = group2.notnull() - group[mapped] = group2[mapped] - elif partition_by == 'index': - group = df.reset_index()['index'] - logger.info('Grouped response data by %s: %d groups', partition_by, group.nunique()) - return group - - -def dict_compare(d1, d2, ignore=[], expand=False): - d1_keys = set(d1.keys()) - set(ignore) - d2_keys = set(d2.keys()) - set(ignore) - intersect_keys = d1_keys.intersection(d2_keys) - added = d1_keys - d2_keys - removed = d2_keys - d1_keys - modified = set({x: (d1[x], d2[x]) for x in intersect_keys if d1[x] != d2[x]}) - common = set(x for x in intersect_keys if d1[x] == d2[x]) - equal = not (added or removed or modified) - if expand: - return equal, added, removed, modified, common - else: - return equal, added | removed | modified - - -def values_or_dataframe(df, contiguous=False, dataframe=False): - if dataframe: - return df - mat = df.values - if contiguous: - mat = np.ascontiguousarray(mat) - return mat - - -class CombinedDataLoader(object): - def __init__(self, seed=SEED): - self.seed = seed - - def load_from_cache(self, cache, params): - """ NOTE: How does this function return an error? (False?) -Wozniak """ - param_fname = '{}.params.json'.format(cache) - if not os.path.isfile(param_fname): - logger.warning('Cache parameter file does not exist: %s', param_fname) - return False - with open(param_fname) as param_file: - try: - cached_params = json.load(param_file) - except json.JSONDecodeError as e: - logger.warning('Could not decode parameter file %s: %s', param_fname, e) - return False - ignore_keys = ['cache', 'partition_by', 'single', 'use_exported_data'] - equal, diffs = dict_compare(params, cached_params, ignore_keys) - if not equal: - logger.warning('Cache parameter mismatch: %s\nSaved: %s\nAttempted to load: %s', diffs, cached_params, params) - logger.warning('\nRemove %s to rebuild data cache.\n', param_fname) - raise ValueError('Could not load from a cache with incompatible keys:', diffs) - else: - fname = '{}.pkl'.format(cache) - if not os.path.isfile(fname): - logger.warning('Cache file does not exist: %s', fname) - return False - with open(fname, 'rb') as f: - obj = pickle.load(f) - self.__dict__.update(obj.__dict__) - logger.info('Loaded data from cache: %s', fname) - return True - # NOTE: This is unreachable -Wozniak - return False - - def save_to_cache(self, cache, params): - for k in ['self', 'cache', 'single']: - if k in params: - del params[k] - dirname = os.path.dirname(cache) - if not os.path.exists(dirname): - logger.debug('Creating directory for cache: %s', dirname) - os.mkdir(dirname) - param_fname = '{}.params.json'.format(cache) - with open(param_fname, 'w') as param_file: - json.dump(params, param_file, sort_keys=True) - fname = '{}.pkl'.format(cache) - with open(fname, 'wb') as f: - pickle.dump(self, f, pickle.HIGHEST_PROTOCOL) - logger.info('Saved data to cache: %s', fname) - - def partition_data(self, partition_by=None, cv_folds=1, train_split=0.7, val_split=0.2, - cell_types=None, by_cell=None, by_drug=None, - cell_subset_path=None, drug_subset_path=None): - - seed = self.seed - train_sep_sources = self.train_sep_sources - test_sep_sources = self.test_sep_sources - df_response = self.df_response - - if not partition_by: - if by_drug and by_cell: - partition_by = 'index' - elif by_drug: - partition_by = 'cell' - else: - partition_by = 'drug_pair' - - if partition_by != self.partition_by: - df_response = df_response.assign(Group=assign_partition_groups(df_response, partition_by)) - - mask = df_response['Source'].isin(train_sep_sources) - test_mask = df_response['Source'].isin(test_sep_sources) - - if by_drug: - drug_ids = drug_name_to_ids(by_drug) - logger.info('Mapped drug IDs for %s: %s', by_drug, drug_ids) - mask &= (df_response['Drug1'].isin(drug_ids)) & (df_response['Drug2'].isnull()) - test_mask &= (df_response['Drug1'].isin(drug_ids)) & (df_response['Drug2'].isnull()) - - if by_cell: - cell_ids = cell_name_to_ids(by_cell) - logger.info('Mapped sample IDs for %s: %s', by_cell, cell_ids) - mask &= (df_response['Sample'].isin(cell_ids)) - test_mask &= (df_response['Sample'].isin(cell_ids)) - - if cell_subset_path: - cell_subset = read_set_from_file(cell_subset_path) - mask &= (df_response['Sample'].isin(cell_subset)) - test_mask &= (df_response['Sample'].isin(cell_subset)) - - if drug_subset_path: - drug_subset = read_set_from_file(drug_subset_path) - mask &= (df_response['Drug1'].isin(drug_subset)) & ((df_response['Drug2'].isnull()) | (df_response['Drug2'].isin(drug_subset))) - test_mask &= (df_response['Drug1'].isin(drug_subset)) & ((df_response['Drug2'].isnull()) | (df_response['Drug2'].isin(drug_subset))) - - if cell_types: - df_type = load_cell_metadata() - cell_ids = set() - for cell_type in cell_types: - cells = df_type[~df_type['TUMOR_TYPE'].isnull() & df_type['TUMOR_TYPE'].str.contains(cell_type, case=False)] - cell_ids |= set(cells['ANL_ID'].tolist()) - logger.info('Mapped sample tissue types for %s: %s', cell_type, set(cells['TUMOR_TYPE'].tolist())) - mask &= (df_response['Sample'].isin(cell_ids)) - test_mask &= (df_response['Sample'].isin(cell_ids)) - - df_group = df_response[mask]['Group'].drop_duplicates().reset_index(drop=True) - - if cv_folds > 1: - selector = KFold(n_splits=cv_folds, shuffle=True, random_state=seed) - else: - selector = ShuffleSplit(n_splits=1, train_size=train_split, test_size=val_split, random_state=seed) - - splits = selector.split(df_group) - - train_indexes = [] - val_indexes = [] - test_indexes = [] - - for index, (train_group_index, val_group_index) in enumerate(splits): - train_groups = set(df_group.values[train_group_index]) - val_groups = set(df_group.values[val_group_index]) - train_index = df_response.index[df_response['Group'].isin(train_groups) & mask] - val_index = df_response.index[df_response['Group'].isin(val_groups) & mask] - test_index = df_response.index[~df_response['Group'].isin(train_groups) & ~df_response['Group'].isin(val_groups) & test_mask] - - train_indexes.append(train_index) - val_indexes.append(val_index) - test_indexes.append(test_index) - if logger.isEnabledFor(logging.DEBUG): - logger.debug('CV fold %d: train data = %s, val data = %s, test data = %s', index, train_index.shape[0], val_index.shape[0], test_index.shape[0]) - logger.debug(' train groups (%d): %s', df_response.loc[train_index]['Group'].nunique(), df_response.loc[train_index]['Group'].unique()) - logger.debug(' val groups ({%d}): %s', df_response.loc[val_index]['Group'].nunique(), df_response.loc[val_index]['Group'].unique()) - logger.debug(' test groups ({%d}): %s', df_response.loc[test_index]['Group'].nunique(), df_response.loc[test_index]['Group'].unique()) - - self.partition_by = partition_by - self.cv_folds = cv_folds - self.train_indexes = train_indexes - self.val_indexes = val_indexes - self.test_indexes = test_indexes - - def build_feature_list(self, single=False): - input_features = collections.OrderedDict() - feature_shapes = collections.OrderedDict() - - if not self.agg_dose: - doses = ['dose1', 'dose2'] if not single else ['dose1'] - for dose in doses: - input_features[dose] = 'dose' - feature_shapes['dose'] = (1,) - - if self.encode_response_source: - input_features['response.source'] = 'response.source' - feature_shapes['response.source'] = (self.df_source.shape[1] - 1,) - - for fea in self.cell_features: - feature_type = 'cell.' + fea - feature_name = 'cell.' + fea - df_cell = getattr(self, self.cell_df_dict[fea]) - input_features[feature_name] = feature_type - feature_shapes[feature_type] = (df_cell.shape[1] - 1,) - - drugs = ['drug1', 'drug2'] if not single else ['drug1'] - for drug in drugs: - for fea in self.drug_features: - feature_type = 'drug.' + fea - feature_name = drug + '.' + fea - df_drug = getattr(self, self.drug_df_dict[fea]) - input_features[feature_name] = feature_type - feature_shapes[feature_type] = (df_drug.shape[1] - 1,) - - input_dim = sum([np.prod(feature_shapes[x]) for x in input_features.values()]) - - self.input_features = input_features - self.feature_shapes = feature_shapes - self.input_dim = input_dim - - logger.info('Input features shapes:') - for k, v in self.input_features.items(): - logger.info(' {}: {}'.format(k, self.feature_shapes[v])) - logger.info('Total input dimensions: {}'.format(self.input_dim)) - - def load(self, cache=None, ncols=None, scaling='std', dropna=None, - agg_dose=None, embed_feature_source=True, encode_response_source=True, - cell_features=['rnaseq'], drug_features=['descriptors', 'fingerprints'], - cell_feature_subset_path=None, drug_feature_subset_path=None, - drug_lower_response=1, drug_upper_response=-1, drug_response_span=0, - drug_median_response_min=-1, drug_median_response_max=1, - use_landmark_genes=False, use_filtered_genes=False, use_exported_data=None, - preprocess_rnaseq=None, single=False, - # train_sources=['GDSC', 'CTRP', 'ALMANAC', 'NCI60'], - train_sources=['GDSC', 'CTRP', 'ALMANAC'], - # val_sources='train', - # test_sources=['CCLE', 'gCSI'], - test_sources=['train'], - partition_by='drug_pair'): - - params = locals().copy() - del params['self'] - - if not cell_features or 'none' in [x.lower() for x in cell_features]: - cell_features = [] - - if not drug_features or 'none' in [x.lower() for x in drug_features]: - drug_features = [] - - if cache and self.load_from_cache(cache, params): - self.build_feature_list(single=single) - return - - # rebuild cache equivalent from the exported dataset - if use_exported_data is not None: - with pd.HDFStore(use_exported_data, 'r') as store: - if '/model' in store.keys(): - self.input_features = store.get_storer('model').attrs.input_features - self.feature_shapes = store.get_storer('model').attrs.feature_shapes - self.input_dim = sum([np.prod(self.feature_shapes[x]) for x in self.input_features.values()]) - self.test_sep_sources = [] - return - else: - logger.warning('\nExported dataset does not have model info. Please rebuild the dataset.\n') - raise ValueError('Could not load model info from the dataset:', use_exported_data) - - logger.info('Loading data from scratch ...') - - if agg_dose: - df_response = load_aggregated_single_response(target=agg_dose, combo_format=True) - else: - df_response = load_combined_dose_response() - - if logger.isEnabledFor(logging.INFO): - logger.info('Summary of combined dose response by source:') - logger.info(summarize_response_data(df_response, target=agg_dose)) - - all_sources = df_response['Source'].unique() - df_source = encode_sources(all_sources) - - if 'all' in train_sources: - train_sources = all_sources - if 'all' in test_sources: - test_sources = all_sources - elif 'train' in test_sources: - test_sources = train_sources - - train_sep_sources = [x for x in all_sources for y in train_sources if x.startswith(y)] - test_sep_sources = [x for x in all_sources for y in test_sources if x.startswith(y)] - - ids1 = df_response[['Drug1']].drop_duplicates().rename(columns={'Drug1': 'Drug'}) - ids2 = df_response[['Drug2']].drop_duplicates().rename(columns={'Drug2': 'Drug'}) - df_drugs_with_response = pd.concat([ids1, ids2]).drop_duplicates().dropna().reset_index(drop=True) - df_cells_with_response = df_response[['Sample']].drop_duplicates().reset_index(drop=True) - logger.info('Combined raw dose response data has %d unique samples and %d unique drugs', df_cells_with_response.shape[0], df_drugs_with_response.shape[0]) - - if agg_dose: - df_selected_drugs = None - else: - logger.info('Limiting drugs to those with response min <= %g, max >= %g, span >= %g, median_min <= %g, median_max >= %g ...', drug_lower_response, drug_upper_response, drug_response_span, drug_median_response_min, drug_median_response_max) - df_selected_drugs = select_drugs_with_response_range(df_response, span=drug_response_span, lower=drug_lower_response, upper=drug_upper_response, lower_median=drug_median_response_min, upper_median=drug_median_response_max) - logger.info('Selected %d drugs from %d', df_selected_drugs.shape[0], df_response['Drug1'].nunique()) - - cell_feature_subset = read_set_from_file(cell_feature_subset_path) - drug_feature_subset = read_set_from_file(drug_feature_subset_path) - - for fea in cell_features: - fea = fea.lower() - if fea == 'rnaseq' or fea == 'expression': - df_cell_rnaseq = load_cell_rnaseq(ncols=ncols, scaling=scaling, use_landmark_genes=use_landmark_genes, use_filtered_genes=use_filtered_genes, feature_subset=cell_feature_subset, preprocess_rnaseq=preprocess_rnaseq, embed_feature_source=embed_feature_source) - - for fea in drug_features: - fea = fea.lower() - if fea == 'descriptors': - df_drug_desc = load_drug_descriptors(ncols=ncols, scaling=scaling, dropna=dropna, feature_subset=drug_feature_subset) - elif fea == 'fingerprints': - df_drug_fp = load_drug_fingerprints(ncols=ncols, scaling=scaling, dropna=dropna, feature_subset=drug_feature_subset) - elif fea == 'mordred': - df_drug_mordred = load_mordred_descriptors(ncols=ncols, scaling=scaling, dropna=dropna, feature_subset=drug_feature_subset) - - # df_drug_desc, df_drug_fp = load_drug_data(ncols=ncols, scaling=scaling, dropna=dropna) - - cell_df_dict = {'rnaseq': 'df_cell_rnaseq'} - - drug_df_dict = {'descriptors': 'df_drug_desc', - 'fingerprints': 'df_drug_fp', - 'mordred': 'df_drug_mordred'} - - # df_cell_ids = df_cell_rnaseq[['Sample']].drop_duplicates() - # df_drug_ids = pd.concat([df_drug_desc[['Drug']], df_drug_fp[['Drug']]]).drop_duplicates() - - logger.info('Filtering drug response data...') - - df_cell_ids = df_cells_with_response - for fea in cell_features: - df_cell = locals()[cell_df_dict[fea]] - df_cell_ids = df_cell_ids.merge(df_cell[['Sample']]).drop_duplicates() - logger.info(' %d molecular samples with feature and response data', df_cell_ids.shape[0]) - - df_drug_ids = df_drugs_with_response - for fea in drug_features: - df_drug = locals()[drug_df_dict[fea]] - df_drug_ids = df_drug_ids.merge(df_drug[['Drug']]).drop_duplicates() - - if df_selected_drugs is not None: - df_drug_ids = df_drug_ids.merge(df_selected_drugs).drop_duplicates() - logger.info(' %d selected drugs with feature and response data', df_drug_ids.shape[0]) - - df_response = df_response[df_response['Sample'].isin(df_cell_ids['Sample']) & - df_response['Drug1'].isin(df_drug_ids['Drug']) & - (df_response['Drug2'].isin(df_drug_ids['Drug']) | df_response['Drug2'].isnull())] - - df_response = df_response[df_response['Source'].isin(train_sep_sources + test_sep_sources)] - - df_response.reset_index(drop=True, inplace=True) - - if logger.isEnabledFor(logging.INFO): - logger.info('Summary of filtered dose response by source:') - logger.info(summarize_response_data(df_response, target=agg_dose)) - - df_response = df_response.assign(Group=assign_partition_groups(df_response, partition_by)) - - self.agg_dose = agg_dose - self.cell_features = cell_features - self.drug_features = drug_features - self.cell_df_dict = cell_df_dict - self.drug_df_dict = drug_df_dict - self.df_source = df_source - self.df_response = df_response - self.embed_feature_source = embed_feature_source - self.encode_response_source = encode_response_source - self.all_sources = all_sources - self.train_sources = train_sources - self.test_sources = test_sources - self.train_sep_sources = train_sep_sources - self.test_sep_sources = test_sep_sources - self.partition_by = partition_by - - for var in (list(drug_df_dict.values()) + list(cell_df_dict.values())): - value = locals().get(var) - if value is not None: - setattr(self, var, value) - - self.build_feature_list(single=single) - - if cache: - self.save_to_cache(cache, params) - - -class DataFeeder(keras.utils.data_utils.Sequence): - """Read from pre-joined dataset (HDF5 format) and feed data to the model. - """ - def __init__(self, partition='train', filename=None, batch_size=32, shuffle=False, single=False, agg_dose=None): - self.partition = partition - self.filename = filename - self.batch_size = batch_size - self.shuffle = shuffle - self.single = single - self.agg_dose = agg_dose - self.target = agg_dose if agg_dose is not None else 'Growth' - - self.store = pd.HDFStore(filename, mode='r') - self.input_size = len(list(filter(lambda x: x.startswith('/x_train'), self.store.keys()))) - try: - y = self.store.select('y_{}'.format(self.partition)) - self.index = y.index - except KeyError: - self.index = [] - - self.size = len(self.index) - if self.size >= self.batch_size: - self.steps = self.size // self.batch_size - else: - self.steps = 1 - self.batch_size = self.size - self.index_map = np.arange(self.steps) - if self.shuffle: - np.random.shuffle(self.index_map) - - def __len__(self): - return self.steps - - def __getitem__(self, idx): - start = self.index_map[idx] * self.batch_size - stop = (self.index_map[idx] + 1) * self.batch_size - x = [self.store.select('x_{0}_{1}'.format(self.partition, i), start=start, stop=stop) for i in range(self.input_size)] - y = self.store.select('y_{}'.format(self.partition), start=start, stop=stop)[self.target] - return x, y - - def getall(self): - start = 0 - stop = self.size - x = [self.store.select('x_{0}_{1}'.format(self.partition, i), start=start, stop=stop) for i in range(self.input_size)] - y = self.store.select('y_{}'.format(self.partition), start=start, stop=stop)[self.target] - return x, y - - def reset(self): - """ empty method implementation to match reset() in CombinedDataGenerator - """ - pass - - def get_response(self, copy=False): - if self.shuffle: - self.index = [item for step in range(self.steps) for item in range(self.index_map[step] * self.batch_size, (self.index_map[step] + 1) * self.batch_size)] - df = self.store.get('y_{}'.format(self.partition)).iloc[self.index, :] - else: - df = self.store.get('y_{}'.format(self.partition)) - - if self.agg_dose is None: - df['Dose1'] = self.store.get('x_{}_0'.format(self.partition)).iloc[self.index, :] - if not self.single: - df['Dose2'] = self.store.get('x_{}_1'.format(self.partition)).iloc[self.index, :] - return df.copy() if copy else df - - def close(self): - self.store.close() - - -class CombinedDataGenerator(keras.utils.data_utils.Sequence): - """Generate training, validation or testing batches from loaded data - """ - def __init__(self, data, partition='train', fold=0, source=None, batch_size=32, shuffle=True, single=False, rank=0, total_ranks=1): - self.data = data - self.partition = partition - self.batch_size = batch_size - self.single = single - - if partition == 'train': - index = data.train_indexes[fold] - elif partition == 'val': - index = data.val_indexes[fold] - else: - index = data.test_indexes[fold] if hasattr(data, 'test_indexes') else [] - - if source: - df = data.df_response[['Source']].iloc[index, :] - index = df.index[df['Source'] == source] - - if shuffle: - index = np.random.permutation(index) - - # sharing by rank - samples_per_rank = len(index) // total_ranks - samples_per_rank = self.batch_size * (samples_per_rank // self.batch_size) - - self.index = index[rank * samples_per_rank:(rank + 1) * samples_per_rank] - self.index_cycle = cycle(self.index) - self.size = len(self.index) - self.steps = self.size // self.batch_size - print("partition:{0}, rank:{1}, sharded index size:{2}, batch_size:{3}, steps:{4}".format(partition, rank, self.size, self.batch_size, self.steps)) - - def __len__(self): - return self.steps - - def __getitem__(self, idx): - shard = self.index[idx * self.batch_size:(idx + 1) * self.batch_size] - x_list, y = self.get_slice(self.batch_size, single=self.single, partial_index=shard) - return x_list, y - - def reset(self): - self.index_cycle = cycle(self.index) - - def get_response(self, copy=False): - df = self.data.df_response.iloc[self.index, :].drop(['Group'], axis=1) - return df.copy() if copy else df - - def get_slice(self, size=None, contiguous=True, single=False, dataframe=False, partial_index=None): - size = size or self.size - single = single or self.data.agg_dose - target = self.data.agg_dose or 'Growth' - - if partial_index is not None: - index = partial_index - else: - index = list(islice(self.index_cycle, size)) - df_orig = self.data.df_response.iloc[index, :] - df = df_orig.copy() - - if not single: - df['Swap'] = np.random.choice([True, False], df.shape[0]) - swap = df_orig['Drug2'].notnull() & df['Swap'] - df.loc[swap, 'Drug1'] = df_orig.loc[swap, 'Drug2'] - df.loc[swap, 'Drug2'] = df_orig.loc[swap, 'Drug1'] - if not self.data.agg_dose: - df['DoseSplit'] = np.random.uniform(0.001, 0.999, df.shape[0]) - df.loc[swap, 'Dose1'] = df_orig.loc[swap, 'Dose2'] - df.loc[swap, 'Dose2'] = df_orig.loc[swap, 'Dose1'] - - split = df_orig['Drug2'].isnull() - if not single: - df.loc[split, 'Drug2'] = df_orig.loc[split, 'Drug1'] - if not self.data.agg_dose: - df.loc[split, 'Dose1'] = df_orig.loc[split, 'Dose1'] - np.log10(df.loc[split, 'DoseSplit']) - df.loc[split, 'Dose2'] = df_orig.loc[split, 'Dose1'] - np.log10(1 - df.loc[split, 'DoseSplit']) - - if dataframe: - cols = [target, 'Sample', 'Drug1', 'Drug2'] if not single else [target, 'Sample', 'Drug1'] - y = df[cols].reset_index(drop=True) - else: - y = values_or_dataframe(df[target], contiguous, dataframe) - - x_list = [] - - if not self.data.agg_dose: - doses = ['Dose1', 'Dose2'] if not single else ['Dose1'] - for dose in doses: - x = values_or_dataframe(df[[dose]].reset_index(drop=True), contiguous, dataframe) - x_list.append(x) - - if self.data.encode_response_source: - df_x = pd.merge(df[['Source']], self.data.df_source, on='Source', how='left') - df_x.drop(['Source'], axis=1, inplace=True) - x = values_or_dataframe(df_x, contiguous, dataframe) - x_list.append(x) - - for fea in self.data.cell_features: - df_cell = getattr(self.data, self.data.cell_df_dict[fea]) - df_x = pd.merge(df[['Sample']], df_cell, on='Sample', how='left') - df_x.drop(['Sample'], axis=1, inplace=True) - x = values_or_dataframe(df_x, contiguous, dataframe) - x_list.append(x) - - drugs = ['Drug1', 'Drug2'] if not single else ['Drug1'] - for drug in drugs: - for fea in self.data.drug_features: - df_drug = getattr(self.data, self.data.drug_df_dict[fea]) - df_x = pd.merge(df[[drug]], df_drug, left_on=drug, right_on='Drug', how='left') - df_x.drop([drug, 'Drug'], axis=1, inplace=True) - if dataframe and not single: - df_x = df_x.add_prefix(drug + '.') - x = values_or_dataframe(df_x, contiguous, dataframe) - x_list.append(x) - - # print(x_list, y) - return x_list, y - - def flow(self, single=False): - while 1: - x_list, y = self.get_slice(self.batch_size, single=single) - yield x_list, y - - -def test_generator(loader): - gen = CombinedDataGenerator(loader).flow() - x_list, y = next(gen) - print('x shapes:') - for x in x_list: - print(x.shape) - print('y shape:') - print(y.shape) diff --git a/examples/python/keras/candle_uno/uno_default_model.txt b/examples/python/keras/candle_uno/uno_default_model.txt deleted file mode 100644 index 72ddeb454..000000000 --- a/examples/python/keras/candle_uno/uno_default_model.txt +++ /dev/null @@ -1,33 +0,0 @@ -[Global_Params] -train_sources=['GDSC', 'CTRP', 'ALMANAC'] -test_sources=['train'] -cell_types=None -cell_features=['rnaseq'] -drug_features=['descriptors', 'fingerprints'] -dense=[1000, 1000, 1000] -dense_feature_layers=[1000, 1000, 1000] -activation='relu' -loss='mse' -optimizer='adam' -scaling='std' -dropout=0 -epochs=10 -batch_size=32 -val_split=0.2 -cv=1 -max_val_loss=1.0 -learning_rate=None -base_lr=None -residual=False -reduce_lr=False -warmup_lr=False -batch_normalization=False -feature_subsample=0 -rng_seed=2018 -save_path='save/uno' -no_gen=False -verbose = False -gpus = [0] - -[Monitor_Params] -timeout=3600 diff --git a/examples/python/keras/elementwise_max_min.py b/examples/python/keras/elementwise_max_min.py deleted file mode 100644 index 52a80b431..000000000 --- a/examples/python/keras/elementwise_max_min.py +++ /dev/null @@ -1,62 +0,0 @@ -from flexflow.keras.layers import Dense, Input, Maximum, Minimum -import flexflow.keras.optimizers -import flexflow.core as ff - -import numpy as np - -def elementwise_max(): - input0 = Input(shape=(16*2,), dtype="float32") - input1 = Input(shape=(10*1,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - x1 = Dense(20, activation='relu')(input1) # B,20 - - f0 = Maximum()([x0, x1]) # B,20 - - out = Dense(1)(f0) # B,1 - - model = flexflow.keras.models.Model([input0, input1], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = [ - np.random.randn(300, 16*2).astype(np.float32), - np.random.randn(300, 10*1).astype(np.float32), - ], - y = np.random.randn(300, 1).astype(np.float32), - epochs = 2 - ) - - -def elementwise_min(): - input0 = Input(shape=(16*2,), dtype="float32") - input1 = Input(shape=(10*1,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - x1 = Dense(20, activation='relu')(input1) # B,20 - - f0 = Minimum()([x0, x1]) # B,20 - - out = Dense(1)(f0) # B,1 - - model = flexflow.keras.models.Model([input0, input1], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = [ - np.random.randn(300, 16*2).astype(np.float32), - np.random.randn(300, 10*1).astype(np.float32), - ], - y = np.random.randn(300, 1).astype(np.float32), - epochs = 2 - ) - -if __name__ == '__main__': - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - elementwise_max() - elementwise_min() diff --git a/examples/python/keras/elementwise_mul_broadcast.py b/examples/python/keras/elementwise_mul_broadcast.py deleted file mode 100644 index 1405871a7..000000000 --- a/examples/python/keras/elementwise_mul_broadcast.py +++ /dev/null @@ -1,100 +0,0 @@ -from flexflow.keras.layers import Dense, Input, Reshape, Multiply -import flexflow.keras.optimizers -import flexflow.core as ff -import numpy as np - -def broadcast1(): - input0 = Input(shape=(16*2,), dtype="float32") - input1 = Input(shape=(10*1,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - x1 = Dense(10, activation='relu')(input1) # B,10 - - nx0 = Reshape((10,2))(x0) # B,10,2 - nx1 = Reshape((10,1))(x1) # B,10,1 - - m0 = Multiply()([nx1, nx0]) # B,10,2 - f0 = Reshape((20,))(m0) # B,20 - - out = Dense(1)(f0) # B,1 - - model = flexflow.keras.models.Model([input0, input1], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = [ - np.random.randn(300, 16*2).astype(np.float32), - np.random.randn(300, 10*1).astype(np.float32), - ], - y = np.random.randn(300, 1).astype(np.float32), - epochs = 2 - ) - - -def broadcast2(): - input0 = Input(shape=(16*2,), dtype="float32") - input1 = Input(shape=(10*1,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - x1 = Dense(10, activation='relu')(input1) # B,10 - - nx0 = Reshape((10,2))(x0) # B,10,2 - nx1 = Reshape((10,1))(x1) # B,10,1 - - m0 = Multiply()([nx0, nx1]) # B,10,2 - f0 = Reshape((20,))(m0) # B,20 - - out = Dense(1)(f0) # B,1 - - model = flexflow.keras.models.Model([input0, input1], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = [ - np.random.randn(300, 16*2).astype(np.float32), - np.random.randn(300, 10*1).astype(np.float32), - ], - y = np.random.randn(300, 1).astype(np.float32), - epochs = 2 - ) - - -def broadcast_both(): - input0 = Input(shape=(16*2,), dtype="float32") - input1 = Input(shape=(10*1,), dtype="float32") - - x0 = Dense(2, activation='relu')(input0) # B,20 - x1 = Dense(10, activation='relu')(input1) # B,10 - - nx0 = Reshape((1,2))(x0) # B,1,2 - nx1 = Reshape((10,1))(x1) # B,10,1 - - m0 = Multiply()([nx0, nx1]) # B,10,2 - f0 = Reshape((20,))(m0) # B,20 - - out = Dense(1)(f0) # B,1 - - model = flexflow.keras.models.Model([input0, input1], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = [ - np.random.randn(300, 16*2).astype(np.float32), - np.random.randn(300, 10*1).astype(np.float32), - ], - y = np.random.randn(300, 1).astype(np.float32), - epochs = 2 - ) - -if __name__ == '__main__': - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - broadcast1() - broadcast2() - broadcast_both() diff --git a/examples/python/keras/func_cifar10_alexnet.py b/examples/python/keras/func_cifar10_alexnet.py deleted file mode 100644 index a4f8dc61a..000000000 --- a/examples/python/keras/func_cifar10_alexnet.py +++ /dev/null @@ -1,83 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -from PIL import Image - -def top_level_task(): - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229,229), Image.Resampling.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - if (i == 0): - print(image) - - full_input_np /= 255 - y_train = y_train.astype('int32') - full_label_np = y_train - - input_tensor = Input(shape=(3, 229, 229), dtype="float32") - - output = Conv2D(filters=64, input_shape=(3,229,229), kernel_size=(11,11), strides=(4,4), padding=(2,2), activation="relu")(input_tensor) - output = MaxPooling2D(pool_size=(3,3), strides=(2,2), padding="valid")(output) - output = Conv2D(filters=192, kernel_size=(5,5), strides=(1,1), padding=(2,2), activation="relu")(output) - output = MaxPooling2D(pool_size=(3,3), strides=(2,2), padding="valid")(output) - output = Conv2D(filters=384, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output) - output = Conv2D(filters=256, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output) - output = Conv2D(filters=256, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output) - output = MaxPooling2D(pool_size=(3,3), strides=(2,2), padding="valid")(output) - output = Flatten()(output) - output = Dense(4096, activation="relu")(output) - output = Dense(4096, activation="relu")(output) - output = Dense(10)(output) - output = Activation("softmax")(output) - - model = Model(input_tensor, output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(full_input_np, full_label_np, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_ALEXNET), EpochVerifyMetrics(ModelAccuracy.CIFAR10_ALEXNET)]) - -if __name__ == "__main__": - print("Functional API, cifar10 alexnet") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_cifar10_cnn.py b/examples/python/keras/func_cifar10_cnn.py deleted file mode 100644 index ce0358da5..000000000 --- a/examples/python/keras/func_cifar10_cnn.py +++ /dev/null @@ -1,70 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - - output_tensor = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor1) - output_tensor = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model(input_tensor1, output_tensor) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - - -if __name__ == "__main__": - print("Functional API, cifar10 cnn") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_cifar10_cnn_concat.py b/examples/python/keras/func_cifar10_cnn_concat.py deleted file mode 100644 index 4fe0f5ce1..000000000 --- a/examples/python/keras/func_cifar10_cnn_concat.py +++ /dev/null @@ -1,81 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def cifar_cnn_sub(input_tensor, name_postfix): - name = "conv2d_0_" + str(name_postfix) - t1 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name=name)(input_tensor) - name = "conv2d_1_" + str(name_postfix) - ot1 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name=name)(t1) - return ot1 - -def top_level_task(): - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32", name="input1") - input_tensor2 = Input(shape=(3, 32, 32), dtype="float32", name="input2") - - ot1 = cifar_cnn_sub(input_tensor1, 1) - ot2 = cifar_cnn_sub(input_tensor2, 2) - ot3 = cifar_cnn_sub(input_tensor2, 3) - output_tensor = Concatenate(axis=1)([ot1, ot2, ot3]) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - o1 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_0_4")(output_tensor) - o2 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_1_4")(output_tensor) - output_tensor = Concatenate(axis=1)([o1, o2]) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model([input_tensor1, input_tensor2], output_tensor) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit([x_train, x_train], y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - -if __name__ == "__main__": - print("Functional API, cifar10 cnn concat") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_cifar10_cnn_concat_model.py b/examples/python/keras/func_cifar10_cnn_concat_model.py deleted file mode 100644 index c8838de1e..000000000 --- a/examples/python/keras/func_cifar10_cnn_concat_model.py +++ /dev/null @@ -1,84 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -# -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def cifar_cnn_sub(input_tensor, name_postfix): - name = "conv2d_0_" + str(name_postfix) - t1 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name=name)(input_tensor) - name = "conv2d_1_" + str(name_postfix) - ot1 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name=name)(t1) - return ot1 - -def top_level_task(): - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32", name="input1") - input_tensor2 = Input(shape=(3, 32, 32), dtype="float32", name="input2") - - ot1 = cifar_cnn_sub(input_tensor1, 1) - model1 = Model(input_tensor1, ot1) - print(model1.summary()) - ot2 = cifar_cnn_sub(input_tensor2, 2) - model2 = Model(input_tensor2, ot2) - print(model2.summary()) - output_tensor = Concatenate(axis=1)([model1.output, model2.output]) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_0_4")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model([input_tensor1, input_tensor2], output_tensor) - # print(model.summary()) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit([x_train, x_train], y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - - -if __name__ == "__main__": - print("Functional API, cifar10 cnn concat model") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_cifar10_cnn_concat_seq_model.py b/examples/python/keras/func_cifar10_cnn_concat_seq_model.py deleted file mode 100644 index 3e4f93928..000000000 --- a/examples/python/keras/func_cifar10_cnn_concat_seq_model.py +++ /dev/null @@ -1,77 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - model1 = Sequential() - model1.add(Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_0_0")) - model1.add(Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_1_0")) - print(model1.summary()) - - model2 = Sequential() - model2.add(Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_0_1")) - model2.add(Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_1_1")) - print(model2.summary()) - - output_tensor = Concatenate(axis=1)([model1.output, model2.output]) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu", name="conv2d_0_4")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model([model1.input[0], model2.input[0]], output_tensor) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit([x_train, x_train], y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - - -if __name__ == "__main__": - print("Functional API, cifar10 cnn concat sequential model") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_cifar10_cnn_nested.py b/examples/python/keras/func_cifar10_cnn_nested.py deleted file mode 100644 index 7391ba5a2..000000000 --- a/examples/python/keras/func_cifar10_cnn_nested.py +++ /dev/null @@ -1,76 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - output_tensor1 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor1) - output_tensor1 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor1) - output_tensor1 = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor1) - model1 = Model(input_tensor1, output_tensor1) - - input_tensor2 = Input(shape=(3, 32, 32), dtype="float32") - output_tensor2 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor2) - output_tensor2 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output_tensor2) - output_tensor2 = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor2) - output_tensor2 = Flatten()(output_tensor2) - output_tensor2 = Dense(512, activation="relu")(output_tensor2) - output_tensor2 = Dense(num_classes)(output_tensor2) - output_tensor2 = Activation("softmax")(output_tensor2) - model2 = Model(input_tensor2, output_tensor2) - - input_tensor3 = Input(shape=(3, 32, 32), dtype="float32") - output_tensor3 = model1(input_tensor3) - output_tensor3 = model2(output_tensor3) - model = Model(input_tensor3, output_tensor3) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - - -if __name__ == "__main__": - print("Functional API, cifar10 cnn nested") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_cifar10_cnn_net2net.py b/examples/python/keras/func_cifar10_cnn_net2net.py deleted file mode 100644 index 695a1157d..000000000 --- a/examples/python/keras/func_cifar10_cnn_net2net.py +++ /dev/null @@ -1,126 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - #teacher - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - - c1 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding="same", activation="relu") - c2 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu") - c3 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu") - c4 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu") - d1 = Dense(512, activation="relu") - d2 = Dense(num_classes) - - output_tensor = c1(input_tensor1) - output_tensor = c2(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="same")(output_tensor) - output_tensor = c3(output_tensor) - output_tensor = c4(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = d1(output_tensor) - output_tensor = d2(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - teacher_model = Model(input_tensor1, output_tensor) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - teacher_model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - teacher_model.fit(x_train, y_train, epochs=10) - - c1_kernel, c1_bias = c1.get_weights(teacher_model.ffmodel) - c2_kernel, c2_bias = c2.get_weights(teacher_model.ffmodel) - c3_kernel, c3_bias = c3.get_weights(teacher_model.ffmodel) - c4_kernel, c4_bias = c4.get_weights(teacher_model.ffmodel) - d1_kernel, d1_bias = d1.get_weights(teacher_model.ffmodel) - d2_kernel, d2_bias = d2.get_weights(teacher_model.ffmodel) - #d2_kernel *= 0 - - c2_kernel_new = np.concatenate((c2_kernel, c2_kernel), axis=1) - print(c2_kernel.shape, c2_kernel_new.shape, c2_bias.shape) - - #student model - input_tensor2 = Input(shape=(3, 32, 32), dtype="float32") - - sc1_1 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding="same", activation="relu") - sc1_2 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding="same", activation="relu") - sc2 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu") - sc3 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu") - sc4 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu") - sd1 = Dense(512, activation="relu") - sd2 = Dense(num_classes) - - t1 = sc1_1(input_tensor2) - t2 = sc1_2(input_tensor2) - output_tensor = Concatenate(axis=1)([t1, t2]) - output_tensor = sc2(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="same")(output_tensor) - output_tensor = sc3(output_tensor) - output_tensor = sc4(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = sd1(output_tensor) - output_tensor = sd2(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - student_model = Model(input_tensor2, output_tensor) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - student_model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - sc1_1.set_weights(student_model.ffmodel, c1_kernel, c1_bias) - sc1_2.set_weights(student_model.ffmodel, c1_kernel, c1_bias) - sc2.set_weights(student_model.ffmodel, c2_kernel_new, c2_bias) - sc3.set_weights(student_model.ffmodel, c3_kernel, c3_bias) - sc4.set_weights(student_model.ffmodel, c4_kernel, c4_bias) - sd1.set_weights(student_model.ffmodel, d1_kernel, d1_bias) - sd2.set_weights(student_model.ffmodel, d2_kernel, d2_bias) - - student_model.fit(x_train, y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - -if __name__ == "__main__": - print("Functional API, cifarf10 cnn teach student") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_mnist_cnn.py b/examples/python/keras/func_mnist_cnn.py deleted file mode 100644 index 8f2041dfe..000000000 --- a/examples/python/keras/func_mnist_cnn.py +++ /dev/null @@ -1,79 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate, Dropout -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy -from flexflow.keras.initializers import GlorotUniform, Zeros - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - img_rows, img_cols = 28, 28 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - x_train = x_train.reshape(x_train.shape[0], 1, img_rows, img_cols) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - input_tensor = Input(shape=(1, 28, 28), dtype="float32") - - output = Conv2D(filters=32, input_shape=(1,28,28), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor) -# output = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output) - output = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), kernel_initializer=GlorotUniform(123), bias_initializer=Zeros())(output) - output = Activation('relu')(output) - output = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output) - output = Dropout(0.25)(output) - output = Flatten()(output) - output = Dense(128, activation="relu")(output) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - - model = Model(input_tensor, output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - flatten1 = model.get_layer(name='flat') - t1 = flatten1.output_tensors[0] - t2 = flatten1.input_tensors[0] - print("t1: ", t1.to_layers, " ", t1.from_layer) - print("t2: ", t2.to_layers, " ", t2.from_layer) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_CNN), EpochVerifyMetrics(ModelAccuracy.MNIST_CNN)]) - - -if __name__ == "__main__": - print("Functional API, mnist cnn") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_mnist_cnn_concat.py b/examples/python/keras/func_mnist_cnn_concat.py deleted file mode 100644 index 64bb2cdbb..000000000 --- a/examples/python/keras/func_mnist_cnn_concat.py +++ /dev/null @@ -1,70 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - img_rows, img_cols = 28, 28 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - x_train = x_train.reshape(x_train.shape[0], 1, img_rows, img_cols) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - input_tensor = Input(shape=(1, 28, 28), dtype="float32") - - t1 = Conv2D(filters=32, input_shape=(1,28,28), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor) - t2 = Conv2D(filters=32, input_shape=(1,28,28), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(input_tensor) - output = concatenate([t1, t2]) - output = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")(output) - output = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output) - output = Flatten()(output) - output = Dense(128, activation="relu")(output) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - - model = Model(input_tensor, output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_CNN), EpochVerifyMetrics(ModelAccuracy.MNIST_CNN)]) - - -if __name__ == "__main__": - print("Functional API, mnist cnn concat") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_mnist_mlp.py b/examples/python/keras/func_mnist_mlp.py deleted file mode 100644 index ddf202236..000000000 --- a/examples/python/keras/func_mnist_mlp.py +++ /dev/null @@ -1,63 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - input_tensor = Input(shape=(784,)) - - output = Dense(512, input_shape=(784,), activation="relu")(input_tensor) - output2 = Dense(512, activation="relu")(output) - output3 = Dense(num_classes)(output2) - output4 = Activation("softmax")(output3) - - model = Model(input_tensor, output4) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', metrics.SparseCategoricalCrossentropy()]) - - model.fit(x_train, y_train, epochs=10, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - - -if __name__ == "__main__": - print("Functional API, mnist mlp") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_mnist_mlp_concat.py b/examples/python/keras/func_mnist_mlp_concat.py deleted file mode 100644 index 6b282f65e..000000000 --- a/examples/python/keras/func_mnist_mlp_concat.py +++ /dev/null @@ -1,85 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(256,)) - input_tensor2 = Input(shape=(256,)) - input_tensor3 = Input(shape=(256,)) - input_tensor4 = Input(shape=(256,)) - - t1 = Dense(512, activation="relu", name="dense1")(input_tensor1) - t1 = Dense(512, activation="relu", name="dense12")(t1) - model1 = Model(input_tensor1, t1) - t2 = Dense(512, activation="relu", name="dense2")(input_tensor2) - t2 = Dense(512, activation="relu", name="dense22")(t2) - model2 = Model(input_tensor2, t2) - t3 = Dense(512, activation="relu", name="dense3")(input_tensor3) - t3 = Dense(512, activation="relu", name="dense33")(t3) - model3 = Model(input_tensor3, t3) - t4 = Dense(512, activation="relu", name="dense4")(input_tensor4) - t4 = Dense(512, activation="relu", name="dense44")(t4) - model4 = Model(input_tensor4, t4) - - input_tensor = Input(shape=(784,)) - t1 = model1(input_tensor) - t2 = model2(input_tensor) - t3 = model3(input_tensor) - t4 = model4(input_tensor) - output = Concatenate(axis=1)([t1, t2, t3, t4]) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - - model = Model(input_tensor, output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - - -if __name__ == "__main__": - print("Functional API, mnist mlp concat") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_mnist_mlp_concat2.py b/examples/python/keras/func_mnist_mlp_concat2.py deleted file mode 100644 index b309a0018..000000000 --- a/examples/python/keras/func_mnist_mlp_concat2.py +++ /dev/null @@ -1,96 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - # input_tensor1 = Input(shape=(256,)) - input_tensor11 = Input(shape=(256,)) - input_tensor12 = Input(shape=(256,)) - input_tensor2 = Input(shape=(256,)) - input_tensor3 = Input(shape=(256,)) - input_tensor4 = Input(shape=(256,)) - - # t1 = Dense(512, activation="relu", name="dense1")(input_tensor1) - # t1 = Dense(512, activation="relu", name="dense12")(t1) - # model1 = Model(input_tensor1, t1) - t11 = Dense(512, activation="relu", name="dense1")(input_tensor11) - model11 = Model(input_tensor11, t11) - t12 = model11(input_tensor12) - t1 = Dense(512, activation="relu", name="dense12")(t12) - model1 = Model(input_tensor12, t1) - - t2 = Dense(512, activation="relu", name="dense2")(input_tensor2) - t2 = Dense(512, activation="relu", name="dense22")(t2) - model2 = Model(input_tensor2, t2) - t3 = Dense(512, activation="relu", name="dense3")(input_tensor3) - t3 = Dense(512, activation="relu", name="dense33")(t3) - model3 = Model(input_tensor3, t3) - t4 = Dense(512, activation="relu", name="dense4")(input_tensor4) - t4 = Dense(512, activation="relu", name="dense44")(t4) - model4 = Model(input_tensor4, t4) - - input_tensor = Input(shape=(784,)) - t00 = Input(shape=(784,), name="input_00") - t01 = Input(shape=(784,), name="input_01") - t1 = model1(input_tensor) - t2 = model2(input_tensor) - t3 = model3(input_tensor) - t4 = model4(input_tensor) - output = Concatenate(axis=1)([t00, t01, t1, t2, t3, t4]) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - - model = Model([t00, t01, input_tensor], output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit([x_train, x_train, x_train], y_train, epochs=10, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - - -if __name__ == "__main__": - print("Functional API, mnist mlp concat with input") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/func_mnist_mlp_net2net.py b/examples/python/keras/func_mnist_mlp_net2net.py deleted file mode 100644 index 0b4402993..000000000 --- a/examples/python/keras/func_mnist_mlp_net2net.py +++ /dev/null @@ -1,97 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - #teacher - - input_tensor1 = Input(shape=(784,), dtype="float32") - - d1 = Dense(512, input_shape=(784,), activation="relu") - d2 = Dense(512, activation="relu") - d3 = Dense(num_classes) - - output = d1(input_tensor1) - output = d2(output) - output = d3(output) - output = Activation("softmax")(output) - - teacher_model = Model(input_tensor1, output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - teacher_model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - teacher_model.fit(x_train, y_train, epochs=10) - - d1_kernel, d1_bias = d1.get_weights(teacher_model.ffmodel) - d2_kernel, d2_bias = d2.get_weights(teacher_model.ffmodel) - d3_kernel, d3_bias = d3.get_weights(teacher_model.ffmodel) - - # student - - input_tensor2 = Input(shape=(784,), dtype="float32") - - sd1_1 = Dense(512, input_shape=(784,), activation="relu") - sd2 = Dense(512, activation="relu") - sd3 = Dense(num_classes) - - output = sd1_1(input_tensor2) - output = sd2(output) - output = sd3(output) - output = Activation("softmax")(output) - - student_model = Model(input_tensor2, output) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - student_model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - sd1_1.set_weights(student_model.ffmodel, d1_kernel, d1_bias) - sd2.set_weights(student_model.ffmodel, d2_kernel, d2_bias) - sd3.set_weights(student_model.ffmodel, d3_kernel, d3_bias) - - student_model.fit(x_train, y_train, epochs=160, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - - -if __name__ == "__main__": - print("Functional API, mnist mlp teach student") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/gather.py b/examples/python/keras/gather.py deleted file mode 100644 index f14d737d1..000000000 --- a/examples/python/keras/gather.py +++ /dev/null @@ -1,47 +0,0 @@ -from flexflow.keras.layers import Dense, Input, Reshape -from flexflow.keras.backend.internal import gather -import flexflow.keras.optimizers -import flexflow.core as ff -import numpy as np - - -def get_modified_idx(idx, hidden_shape): - return idx.reshape(-1, 1).repeat(hidden_shape, 1).astype(np.int32) - - -def gather_example(): - h = 3 - idx = np.array([[5, 7, 10], [8, 4, 0]]) - # Convert idx to that required by torch.gather - idx = get_modified_idx(idx, h) # 6,3 - - input0 = Input(shape=(10,), dtype="float32") - input1 = Input(shape=idx.shape, dtype="int32") - - x0 = Dense(60, activation='relu')(input0) # B,60 - x0 = Reshape((20, h))(x0) # B,20,3 - f0 = gather(x0, input1, axis=1) # B,6,3 - f0 = Reshape((18,))(f0) - - out = Dense(1)(f0) # B,1 - - model = flexflow.keras.models.Model([input0, input1], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile( - optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x=[ - np.random.randn(300, 10).astype(np.float32), - idx[None, ...].repeat(300, 0).astype(np.int32) - ], - y=np.random.randn(300, 1).astype(np.float32), - epochs=2 - ) - - -if __name__ == '__main__': - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - gather_example() diff --git a/examples/python/keras/identity_loss.py b/examples/python/keras/identity_loss.py deleted file mode 100644 index 8e26fc246..000000000 --- a/examples/python/keras/identity_loss.py +++ /dev/null @@ -1,41 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.layers import Dense, Input, Reshape, Multiply -import flexflow.keras.optimizers -import flexflow.core as ff -import numpy as np - -def test_identity_loss(): - input0 = Input(shape=(32,), dtype="float32") - x0 = Dense(20, activation='relu')(input0) # B,20 - out = flexflow.keras.backend.sum(x0, axis=1) # B - - model = flexflow.keras.models.Model(input0, out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.01) - model.compile(optimizer=opt, loss='identity', metrics=['mean_absolute_error']) - print(model.summary()) - model.fit( - x = np.random.randn(300, 32).astype(np.float32), - y = np.zeros((300)).astype(np.float32), - epochs = 2 - ) - - -if __name__ == "__main__": - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - test_identity_loss() diff --git a/examples/python/keras/reduce_sum.py b/examples/python/keras/reduce_sum.py deleted file mode 100644 index 33030e2ce..000000000 --- a/examples/python/keras/reduce_sum.py +++ /dev/null @@ -1,81 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.layers import Dense, Input, Reshape, Multiply -import flexflow.keras.optimizers -import flexflow.core as ff -import numpy as np - -def test_reduce_sum1(): - input0 = Input(shape=(32,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - nx0 = Reshape((10,2))(x0) # B,10,2 - out = flexflow.keras.backend.sum(nx0, axis=1) # B,2 - - model = flexflow.keras.models.Model(input0, out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = np.random.randn(300, 32).astype(np.float32), - y = np.random.randn(300, 2).astype(np.float32), - epochs = 2 - ) - -def test_reduce_sum2(): - input0 = Input(shape=(32,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - nx0 = Reshape((10,2))(x0) # B,10,2 - out = flexflow.keras.backend.sum(nx0, axis=[1,2]) # B - - model = flexflow.keras.models.Model(input0, out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = np.random.randn(300, 32).astype(np.float32), - y = np.random.randn(300).astype(np.float32), - epochs = 2 - ) - -def test_reduce_sum3(): - input0 = Input(shape=(32,), dtype="float32") - - x0 = Dense(20, activation='relu')(input0) # B,20 - nx0 = Reshape((10,2))(x0) # B,10,2 - out = flexflow.keras.backend.sum(nx0, axis=[1,2], keepdims=True) # B,1,1 - - model = flexflow.keras.models.Model(input0, out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = np.random.randn(300, 32).astype(np.float32), - y = np.random.randn(300, 1, 1).astype(np.float32), - epochs = 2 - ) - - -if __name__ == "__main__": - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - test_reduce_sum1() - test_reduce_sum2() - test_reduce_sum3() diff --git a/examples/python/keras/regularizer.py b/examples/python/keras/regularizer.py deleted file mode 100644 index 3a24129db..000000000 --- a/examples/python/keras/regularizer.py +++ /dev/null @@ -1,31 +0,0 @@ -import flexflow.keras as keras -from flexflow.keras.layers import Dense, Input, Reshape -from flexflow.keras.backend.internal import gather -import flexflow.keras.optimizers -import flexflow.core as ff -import numpy as np - - -def regularizer_example(): - input0 = Input(shape=(10,), dtype="float32") - - reg = keras.regularizers.L2(0.001) - x0 = Dense(16, activation='relu', kernel_regularizer=reg)(input0) - out = Dense(1)(x0) - - model = flexflow.keras.models.Model(input0, out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile( - optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - model.fit( - x=np.random.randn(300, 10).astype(np.float32), - y=np.random.randn(300, 1).astype(np.float32), - epochs=2 - ) - - -if __name__ == '__main__': - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - regularizer_example() diff --git a/examples/python/keras/reshape.py b/examples/python/keras/reshape.py deleted file mode 100644 index ae756a8f7..000000000 --- a/examples/python/keras/reshape.py +++ /dev/null @@ -1,64 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate, Reshape -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 -from flexflow.keras import losses -from flexflow.keras import metrics -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from accuracy import ModelAccuracy - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - input_tensor = Input(shape=(784,)) - output = Reshape(target_shape=(28, 28))(input_tensor) - output = Reshape(target_shape=(784,))(output) - output = Dense(512, input_shape=(784,), activation="relu")(output) - output2 = Dense(512, activation="relu")(output) - output3 = Dense(num_classes)(output2) - output4 = Activation("softmax")(output3) - - model = Model(input_tensor, output4) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', metrics.SparseCategoricalCrossentropy()]) - print(model.summary()) - model.fit(x_train, y_train, epochs=10, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - - -if __name__ == "__main__": - print("Functional API, mnist mlp") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() - gc.collect() diff --git a/examples/python/keras/rsqrt.py b/examples/python/keras/rsqrt.py deleted file mode 100644 index e33873ecd..000000000 --- a/examples/python/keras/rsqrt.py +++ /dev/null @@ -1,45 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.layers import Dense, Input -from flexflow.keras.backend.internal import rsqrt -import flexflow.keras.optimizers -import flexflow.core as ff -import numpy as np - -def test_rsqrt(): - inp1 = Input(shape=(32,), dtype="float32") - inp2 = Input(shape=(20,), dtype="float32") - - x = Dense(20, activation='relu')(inp1) - out = rsqrt(x + inp2) - - model = flexflow.keras.models.Model([inp1, inp2], out) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.001) - model.compile(optimizer=opt, loss='mean_squared_error', metrics=['mean_squared_error']) - print(model.summary()) - model.fit( - x = [np.random.randn(300, 32).astype(np.float32), - np.ones((300, 20)).astype(np.float32)], - y = np.random.randn(300, 20).astype(np.float32), - epochs = 2 - ) - - -if __name__ == "__main__": - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - test_rsqrt() diff --git a/examples/python/keras/seq_cifar10_cnn.py b/examples/python/keras/seq_cifar10_cnn.py deleted file mode 100644 index 66ea8530e..000000000 --- a/examples/python/keras/seq_cifar10_cnn.py +++ /dev/null @@ -1,62 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential -from flexflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation -import flexflow.keras.optimizers -from flexflow.keras.datasets import cifar10 -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics - -import flexflow.core as ff -import numpy as np -from accuracy import ModelAccuracy - -def top_level_task(): - - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - model = Sequential() - model.add(Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")) - model.add(Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")) - model.add(Flatten()) - model.add(Dense(512, activation="relu")) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.02) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=80, callbacks=[VerifyMetrics(ModelAccuracy.CIFAR10_CNN), EpochVerifyMetrics(ModelAccuracy.CIFAR10_CNN)]) - - -if __name__ == "__main__": - print("Sequential model, cifar10 cnn") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/seq_mnist_cnn.py b/examples/python/keras/seq_mnist_cnn.py deleted file mode 100644 index 09ad4ea4c..000000000 --- a/examples/python/keras/seq_mnist_cnn.py +++ /dev/null @@ -1,63 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential -from flexflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, Input -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics - -import flexflow.core as ff -import numpy as np -from accuracy import ModelAccuracy - -def top_level_task(): - - num_classes = 10 - - img_rows, img_cols = 28, 28 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - x_train = x_train.reshape(x_train.shape[0], 1, img_rows, img_cols) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape, x_train.__array_interface__["strides"]) - - layers = [Input(shape=(1, 28, 28), dtype="float32"), - Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu"), - Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu"), - MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid"), - Flatten(), - Dense(128, activation="relu"), - Dense(num_classes), - Activation("softmax")] - model = Sequential(layers) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_CNN), EpochVerifyMetrics(ModelAccuracy.MNIST_CNN)]) - - -if __name__ == "__main__": - print("Sequential model, mnist cnn") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/seq_mnist_cnn_nested.py b/examples/python/keras/seq_mnist_cnn_nested.py deleted file mode 100644 index 628129ddb..000000000 --- a/examples/python/keras/seq_mnist_cnn_nested.py +++ /dev/null @@ -1,73 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential, Model -from flexflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, AveragePooling2D, Input -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics - -import flexflow.core as ff -import numpy as np -from accuracy import ModelAccuracy - -def top_level_task(): - - num_classes = 10 - - img_rows, img_cols = 28, 28 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - x_train = x_train.reshape(x_train.shape[0], 1, img_rows, img_cols) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape, x_train.__array_interface__["strides"]) - - layers = [Conv2D(filters=32, input_shape=(1,28,28), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu"), - Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu"), - MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid"), - Flatten()] - model1 = Sequential(layers) - - input_tensor = Input(shape=(12544,), dtype="float32") - - output = Dense(512, input_shape=(12544,), activation="relu")(input_tensor) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - - model2 = Model(input_tensor, output) - - model = Sequential() - model.add(model1) - model.add(model2) - - print(model.summary()) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_CNN), EpochVerifyMetrics(ModelAccuracy.MNIST_CNN)]) - - -if __name__ == "__main__": - print("Sequential model, mnist cnn nested model") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/seq_mnist_cnn_net2net.py b/examples/python/keras/seq_mnist_cnn_net2net.py deleted file mode 100644 index e2a04ba68..000000000 --- a/examples/python/keras/seq_mnist_cnn_net2net.py +++ /dev/null @@ -1,106 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential -from flexflow.keras.layers import Flatten, Dense, Activation, Conv2D, MaxPooling2D -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics - -import flexflow.core as ff -import numpy as np -from accuracy import ModelAccuracy - -def create_teacher_model_cnn(num_classes, x_train, y_train): - model = Sequential() - model.add(Conv2D(filters=32, input_shape=(1,28,28), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")) - model.add(Flatten()) - model.add(Dense(128, activation="relu")) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit(x_train, y_train, epochs=5) - return model - -def create_student_model_cnn(teacher_model, num_classes, x_train, y_train): - conv1 = teacher_model.get_layer(index=0) - c1_kernel, c1_bias = conv1.get_weights(teacher_model.ffmodel) - print(c1_kernel.shape, c1_bias.shape) - - conv2 = teacher_model.get_layer(index=1) - c2_kernel, c2_bias = conv2.get_weights(teacher_model.ffmodel) - - dense1 = teacher_model.get_layer(index=4) - d1_kernel, d1_bias = dense1.get_weights(teacher_model.ffmodel) - - dense2 = teacher_model.get_layer(index=5) - d2_kernel, d2_bias = dense2.get_weights(teacher_model.ffmodel) - - model = Sequential() - model.add(Conv2D(filters=32, input_shape=(1,28,28), kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding=(1,1), activation="relu")) - model.add(MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")) - model.add(Flatten()) - model.add(Dense(128, activation="relu", name="dense1")) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - conv1s = model.get_layer(index=0) - conv2s = model.get_layer(index=1) - dense1s = model.get_layer(name="dense1") - dense2s = model.get_layer(index=5) - - conv1s.set_weights(model.ffmodel, c1_kernel, c1_bias) - conv2s.set_weights(model.ffmodel, c2_kernel, c2_bias) - dense1s.set_weights(model.ffmodel, d1_kernel, d1_bias) - dense2s.set_weights(model.ffmodel, d2_kernel, d2_bias) - - print(model.summary()) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_CNN), EpochVerifyMetrics(ModelAccuracy.MNIST_CNN)]) - -def top_level_task(): - num_classes = 10 - - img_rows, img_cols = 28, 28 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - x_train = x_train.reshape(x_train.shape[0], 1, img_rows, img_cols) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - teacher_model = create_teacher_model_cnn(num_classes, x_train, y_train) - - create_student_model_cnn(teacher_model, num_classes, x_train, y_train) - - -if __name__ == "__main__": - print("Sequential model, mnist mlp teacher student") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/seq_mnist_mlp.py b/examples/python/keras/seq_mnist_mlp.py deleted file mode 100644 index 46b774a2e..000000000 --- a/examples/python/keras/seq_mnist_mlp.py +++ /dev/null @@ -1,63 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential -from flexflow.keras.layers import Flatten, Dense, Activation, Dropout -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics -from flexflow.keras.initializers import GlorotUniform, Zeros - -import flexflow.core as ff -import numpy as np -from accuracy import ModelAccuracy - -def top_level_task(): - - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - model = Sequential() - d1 = Dense(512, input_shape=(784,), kernel_initializer=GlorotUniform(123), bias_initializer=Zeros()) - model.add(d1) - model.add(Activation('relu')) - model.add(Dropout(0.2)) - model.add(Dense(512, activation="relu")) - model.add(Dropout(0.2)) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit(x_train, y_train, epochs=20, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - model.evaluate(x=x_train, y=y_train) - - -if __name__ == "__main__": - print("Sequential model, mnist mlp") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/seq_mnist_mlp_net2net.py b/examples/python/keras/seq_mnist_mlp_net2net.py deleted file mode 100644 index c7a7d7a6f..000000000 --- a/examples/python/keras/seq_mnist_mlp_net2net.py +++ /dev/null @@ -1,99 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential -from flexflow.keras.layers import Flatten, Dense, Activation, Conv2D, MaxPooling2D -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.callbacks import Callback, VerifyMetrics, EpochVerifyMetrics - -import flexflow.core as ff -import numpy as np -from accuracy import ModelAccuracy - -def create_teacher_model_mlp(num_classes, x_train, y_train): - model = Sequential() - model.add(Dense(512, input_shape=(784,), activation="relu")) - model.add(Dense(512, activation="relu")) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - model.fit(x_train, y_train, epochs=1) - - dense3 = model.get_layer(index=2) - d3_kernel, d3_bias = dense3.get_weights(model.ffmodel) - print(d3_bias) - d3_kernel = np.reshape(d3_kernel, (d3_kernel.shape[1], d3_kernel.shape[0])) - print(d3_kernel) - return model - -def create_student_model_mlp(teacher_model, num_classes, x_train, y_train): - dense1 = teacher_model.get_layer(index=0) - d1_kernel, d1_bias = dense1.get_weights(teacher_model.ffmodel) - print(d1_kernel.shape, d1_bias.shape) - dense2 = teacher_model.get_layer(index=1) - d2_kernel, d2_bias = dense2.get_weights(teacher_model.ffmodel) - - dense3 = teacher_model.get_layer(index=2) - d3_kernel, d3_bias = dense3.get_weights(teacher_model.ffmodel) - - model = Sequential() - model.add(Dense(512, input_shape=(784,), activation="relu")) - model.add(Dense(512, activation="relu")) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - dense1s = model.get_layer(index=0) - dense2s = model.get_layer(index=1) - dense3s = model.get_layer(index=2) - - dense1s.set_weights(model.ffmodel, d1_kernel, d1_bias) - dense2s.set_weights(model.ffmodel, d2_kernel, d2_bias) - dense3s.set_weights(model.ffmodel, d3_kernel, d3_bias) - - d3_kernel, d3_bias = dense3s.get_weights(model.ffmodel) - print(d3_kernel) - print(d3_bias) - - model.fit(x_train, y_train, epochs=5, callbacks=[VerifyMetrics(ModelAccuracy.MNIST_MLP), EpochVerifyMetrics(ModelAccuracy.MNIST_MLP)]) - -def top_level_task(): - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - teacher_model = create_teacher_model_mlp(num_classes, x_train, y_train) - - create_student_model_mlp(teacher_model, num_classes, x_train, y_train) - - -if __name__ == "__main__": - print("Sequential model, mnist mlp teacher student") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/seq_reuters_mlp.py b/examples/python/keras/seq_reuters_mlp.py deleted file mode 100644 index ed748f67d..000000000 --- a/examples/python/keras/seq_reuters_mlp.py +++ /dev/null @@ -1,70 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Sequential -from flexflow.keras.layers import Flatten, Dense, Activation, Input -import flexflow.keras.optimizers -from flexflow.keras.datasets import reuters -from flexflow.keras.preprocessing.text import Tokenizer -from flexflow.keras.callbacks import Callback, VerifyMetrics -import flexflow.core as ff - -import numpy as np -from accuracy import ModelAccuracy - -def top_level_task(): - - max_words = 1000 - epochs = 5 - - print('Loading data...') - (x_train, y_train), (x_test, y_test) = reuters.load_data(num_words=max_words, - test_split=0.2) - print(len(x_train), 'train sequences') - print(len(x_test), 'test sequences') - - num_classes = np.max(y_train) + 1 - print(num_classes, 'classes') - - print('Vectorizing sequence data...') - tokenizer = Tokenizer(num_words=max_words) - x_train = tokenizer.sequences_to_matrix(x_train, mode='binary') - x_test = tokenizer.sequences_to_matrix(x_test, mode='binary') - x_train = x_train.astype('float32') - print('x_train shape:', x_train.shape) - print('x_test shape:', x_test.shape) - - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print('y_train shape:', y_train.shape) - - model = Sequential() - model.add(Input(shape=(max_words,))) - model.add(Dense(512, activation="relu")) - model.add(Dense(num_classes)) - model.add(Activation("softmax")) - - opt = flexflow.keras.optimizers.Adam(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=epochs, callbacks=[VerifyMetrics(ModelAccuracy.REUTERS_MLP)]) - - -if __name__ == "__main__": - print("Sequential model, reuters mlp") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras/unary.py b/examples/python/keras/unary.py deleted file mode 100644 index 63c83b9af..000000000 --- a/examples/python/keras/unary.py +++ /dev/null @@ -1,67 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.keras.models import Model, Sequential -from flexflow.keras.layers import Add, Subtract, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, add, subtract, Input -import flexflow.keras.optimizers -from flexflow.keras.datasets import mnist -from flexflow.keras.datasets import cifar10 - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def add_test(): - input1 = Input(shape=(16, ), dtype="float32") - x1 = Dense(8, activation='relu')(input1) - input2 = Input(shape=(32,), dtype="float32") - x2 = Dense(8, activation='relu')(input2) - subtracted = Add()([x1, x2]) - - out = Dense(4)(subtracted) - model = Model([input1, input2], out) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - model.ffmodel.init_layers() - -def subtract_test(): - input1 = Input(shape=(16, ), dtype="float32") - x1 = Dense(8, activation='relu')(input1) - input2 = Input(shape=(32, ), dtype="float32") - x2 = Dense(8, activation='relu')(input2) - subtracted = subtract([x1, x2]) - - out = Dense(4)(subtracted) - model = Model([input1, input2], out) - - opt = flexflow.keras.optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - model.ffmodel.init_layers() - -def top_level_task(): - - add_test() - subtract_test() - - -if __name__ == "__main__": - print("alexnet keras") - configs = ff.get_configs() - ff.init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/keras_exp/func_cifar10_cnn.py b/examples/python/keras_exp/func_cifar10_cnn.py deleted file mode 100644 index 1d68fc8a1..000000000 --- a/examples/python/keras_exp/func_cifar10_cnn.py +++ /dev/null @@ -1,66 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from tensorflow.keras import backend - -from tensorflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, Input -from tensorflow.keras import optimizers - -from flexflow.keras_exp.models import Model -from flexflow.keras.datasets import cifar10 - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - backend.set_image_data_format('channels_first') - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - - output_tensor = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(input_tensor1) - output_tensor = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model({1: input_tensor1}, output_tensor) - - opt = optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=1) - -if __name__ == "__main__": - print("Functional API, cifar10 cnn") - top_level_task() - gc.collect() \ No newline at end of file diff --git a/examples/python/keras_exp/func_cifar10_cnn_concat.py b/examples/python/keras_exp/func_cifar10_cnn_concat.py deleted file mode 100644 index 0c98c9d10..000000000 --- a/examples/python/keras_exp/func_cifar10_cnn_concat.py +++ /dev/null @@ -1,69 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from tensorflow.keras import backend - -from tensorflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, Input, Concatenate -from tensorflow.keras import optimizers - -from flexflow.keras_exp.models import Model -from flexflow.keras.datasets import cifar10 - -import flexflow.core as ff -import numpy as np -import argparse -import gc - - -def top_level_task(): - backend.set_image_data_format('channels_first') - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - - o1 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(input_tensor1) - o2 = Conv2D(filters=32, input_shape=(3,32,32), kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(input_tensor1) - output_tensor = Concatenate(axis=1)([o1, o2]) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) - output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) - output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) - output_tensor = Flatten()(output_tensor) - output_tensor = Dense(512, activation="relu")(output_tensor) - output_tensor = Dense(num_classes)(output_tensor) - output_tensor = Activation("softmax")(output_tensor) - - model = Model({1: input_tensor1}, output_tensor) - - opt = optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=1) - -if __name__ == "__main__": - print("Functional API, cifar10 cnn") - top_level_task() - gc.collect() \ No newline at end of file diff --git a/examples/python/keras_exp/func_cifar10_cnn_nested.py b/examples/python/keras_exp/func_cifar10_cnn_nested.py deleted file mode 100644 index 8ae20519d..000000000 --- a/examples/python/keras_exp/func_cifar10_cnn_nested.py +++ /dev/null @@ -1,71 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from tensorflow.keras import backend -from tensorflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -from tensorflow.keras import optimizers - -from flexflow.keras_exp.models import Model -from flexflow.keras.datasets import cifar10 - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - backend.set_image_data_format('channels_first') - num_classes = 10 - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(3, 32, 32), dtype="float32") - output_tensor1 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(input_tensor1) - output_tensor1 = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor1) - output_tensor1 = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor1) - model1 = Model(input_tensor1, output_tensor1) - - input_tensor2 = Input(shape=(32, 14, 14), dtype="float32") - output_tensor2 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(input_tensor2) - output_tensor2 = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor2) - output_tensor2 = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor2) - output_tensor2 = Flatten()(output_tensor2) - output_tensor2 = Dense(512, activation="relu")(output_tensor2) - output_tensor2 = Dense(num_classes)(output_tensor2) - output_tensor2 = Activation("softmax")(output_tensor2) - model2 = Model(input_tensor2, output_tensor2) - - input_tensor3 = Input(shape=(3, 32, 32), dtype="float32") - output_tensor3 = model1(input_tensor3) - output_tensor3 = model2(output_tensor3) - model = Model({3: input_tensor3}, output_tensor3) - - opt = optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - print(model.summary()) - - model.fit(x_train, y_train, epochs=1) - -if __name__ == "__main__": - print("Functional API, cifar10 cnn nested") - top_level_task() - gc.collect() \ No newline at end of file diff --git a/examples/python/keras_exp/func_mnist_mlp.py b/examples/python/keras_exp/func_mnist_mlp.py deleted file mode 100644 index 23734ce27..000000000 --- a/examples/python/keras_exp/func_mnist_mlp.py +++ /dev/null @@ -1,61 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from tensorflow.keras import backend - -from tensorflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, Input -from tensorflow.keras import optimizers - -from flexflow.keras_exp.models import Model - -from flexflow.keras.datasets import mnist - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - - backend.set_image_data_format('channels_first') - - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - input_tensor = Input(shape=(784)) - output = Dense(512, activation="relu")(input_tensor) - output = Dense(512, activation="relu")(output) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - model = Model(inputs={1: input_tensor}, outputs=output) - - print(model.summary()) - - opt = optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - model.fit(x_train, y_train, batch_size=64, epochs=1) - - -if __name__ == "__main__": - print("Functional API, mnist mlp") - top_level_task() - gc.collect() \ No newline at end of file diff --git a/examples/python/keras_exp/func_mnist_mlp_concat.py b/examples/python/keras_exp/func_mnist_mlp_concat.py deleted file mode 100644 index cc0a6c24d..000000000 --- a/examples/python/keras_exp/func_mnist_mlp_concat.py +++ /dev/null @@ -1,80 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# -from tensorflow.keras import backend -from tensorflow.keras.layers import Input, Flatten, Dense, Activation, Conv2D, MaxPooling2D, Concatenate, concatenate -from tensorflow.keras import optimizers - -from flexflow.keras_exp.models import Model -from flexflow.keras.datasets import mnist - -import flexflow.core as ff -import numpy as np -import argparse -import gc - -def top_level_task(): - backend.set_image_data_format('channels_first') - num_classes = 10 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print("shape: ", x_train.shape) - - input_tensor1 = Input(shape=(784,)) - input_tensor2 = Input(shape=(784,)) - input_tensor3 = Input(shape=(784,)) - input_tensor4 = Input(shape=(784,)) - - t1 = Dense(512, activation="relu", name="dense1")(input_tensor1) - t1 = Dense(512, activation="relu", name="dense12")(t1) - model1 = Model(input_tensor1, t1) - t2 = Dense(512, activation="relu", name="dense2")(input_tensor2) - t2 = Dense(512, activation="relu", name="dense22")(t2) - model2 = Model(input_tensor2, t2) - t3 = Dense(512, activation="relu", name="dense3")(input_tensor3) - t3 = Dense(512, activation="relu", name="dense33")(t3) - model3 = Model(input_tensor3, t3) - t4 = Dense(512, activation="relu", name="dense4")(input_tensor4) - t4 = Dense(512, activation="relu", name="dense44")(t4) - model4 = Model(input_tensor4, t4) - - input_tensor1 = Input(shape=(784,)) - input_tensor2 = Input(shape=(784,)) - t1 = model1(input_tensor1) - t2 = model2(input_tensor1) - t3 = model3(input_tensor2) - t4 = model4(input_tensor2) - output = Concatenate(axis=1)([t1, t2, t3, t4]) - output = Dense(num_classes)(output) - output = Activation("softmax")(output) - - model = Model({5: input_tensor1, 6: input_tensor2}, output) - - opt = optimizers.SGD(learning_rate=0.01) - model.compile(optimizer=opt, loss='sparse_categorical_crossentropy', metrics=['accuracy', 'sparse_categorical_crossentropy']) - - print(model.summary()) - - model.fit([x_train, x_train], y_train, epochs=1) - -if __name__ == "__main__": - print("Functional API, mnist mlp concat") - top_level_task() - gc.collect() \ No newline at end of file diff --git a/examples/python/native/__init__.py b/examples/python/native/__init__.py deleted file mode 100644 index 5f0938035..000000000 --- a/examples/python/native/__init__.py +++ /dev/null @@ -1 +0,0 @@ -from .accuracy import ModelAccuracy diff --git a/examples/python/native/accuracy.py b/examples/python/native/accuracy.py deleted file mode 100644 index 30b15402f..000000000 --- a/examples/python/native/accuracy.py +++ /dev/null @@ -1,23 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from enum import Enum - -class ModelAccuracy(Enum): - MNIST_MLP = 90 - MNIST_CNN = 90 - REUTERS_MLP = 90 - CIFAR10_CNN = 90 - CIFAR10_ALEXNET = 90 diff --git a/examples/python/native/alexnet.py b/examples/python/native/alexnet.py deleted file mode 100644 index 6d6e58a7f..000000000 --- a/examples/python/native/alexnet.py +++ /dev/null @@ -1,153 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 - -from accuracy import ModelAccuracy -from PIL import Image -import argparse, json -import numpy as np - - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" % ( - ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 229, 229] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - kernel_init = GlorotUniformInitializer(123) - bias_init = ZeroInitializer() - t = ffmodel.conv2d(input_tensor, 64, 11, 11, 4, 4, 2, 2, - ActiMode.AC_MODE_RELU, 1, True, None, kernel_init, bias_init) - t = ffmodel.pool2d(t, 3, 3, 2, 2, 0, 0) - t = ffmodel.conv2d(t, 192, 5, 5, 1, 1, 2, 2, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 3, 3, 2, 2, 0, 0) - t = ffmodel.conv2d(t, 384, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 256, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 256, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 3, 3, 2, 2, 0, 0) - t = ffmodel.flat(t) - t = ffmodel.dense(t, 4096, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 4096, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[ - MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229, 229), Image.Resampling.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - if (i == 0): - print(image) - - full_input_np /= 255 - print(full_input_np.shape) - print(full_input_np.__array_interface__["strides"]) - print(full_input_np[0, :, :, :]) - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input_tensor, full_input_np) - dataloader_label = ffmodel.create_data_loader(label_tensor, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start) - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" % - (epochs, run_time, num_samples * epochs / run_time)) - perf_metrics = ffmodel.get_perf_metrics() - - return perf_metrics - accuracy = perf_metrics.get_accuracy() - if accuracy < ModelAccuracy.CIFAR10_ALEXNET.value: - assert 0, 'Check Accuracy' - - # conv_2d1 = ffmodel.get_layer_by_id(0) - # cbias_tensor = conv_2d1.get_input_tensor() - # cbias_tensor.inline_map(ffconfig) - # cbias = cbias_tensor.get_flat_array(ffconfig, DataType.DT_FLOAT) - # print(cbias.shape) - # print(cbias) - # #save_image(cbias, 2) - # cbias_tensor.inline_unmap(ffconfig) - - # label.inline_map(ffconfig) - # label_array = label.get_flat_array(ffconfig, DataType.DT_INT32) - # print(label_array.shape) - # # print(cbias) - # print(label_array) - # label.inline_unmap(ffconfig) - - # ffmodel.print_layers(0) - - -def save_image(batch_image_array, id): - image_array = batch_image_array[id, :, :, :] - image_array = image_array.transpose(1, 2, 0) - image_array = image_array*255 - image_array = image_array.astype('uint8') - pil_image = Image.fromarray(image_array).convert('RGB') - pil_image.save("img.jpeg") - - -def test_accuracy(): - perf_metrics = top_level_task() - accuracy = perf_metrics.get_accuracy() - try: - assert ( - accuracy >= ModelAccuracy.CIFAR10_ALEXNET.value), "Accuracy less than 90%" - except AssertionError as e: - raise - - -if __name__ == "__main__": - parser = argparse.ArgumentParser() - parser.add_argument("-a", "--test_acc", - action="store_true", help="Test accuracy flag") - parser.add_argument( - "-config-file", - help="The path to a JSON file with the configs. If omitted, a sample model and configs will be used instead.", - type=str, - default=None, - ) - args, unknown = parser.parse_known_args() - configs_dict = None - if args.config_file is not None: - with open(args.config_file) as f: - configs_dict = json.load(f) - init_flexflow_runtime(configs_dict) - if args.test_acc: - print("Testing cifar10 alexnet training accuracy") - test_accuracy() - else: - print("cifar10 alexnet") - top_level_task() diff --git a/examples/python/native/bert_proxy_native.py b/examples/python/native/bert_proxy_native.py deleted file mode 100644 index a1c59a83d..000000000 --- a/examples/python/native/bert_proxy_native.py +++ /dev/null @@ -1,123 +0,0 @@ -from flexflow.core import * - -from argparse import ArgumentParser - -import sys -import numpy as np - -def parse_args(): - print(sys.argv) - parser = ArgumentParser() - -# BERT-large - parser.add_argument('--seq-length', default=512, type=int) - parser.add_argument('--num-heads', default=16, type=int) - parser.add_argument('--hidden-size', default=1024, type=int) - parser.add_argument('--num_layers', default=24, type=int) - parser.add_argument('--iterations', default=10, type=int) - - args, unknown = parser.parse_known_args() - - return args - -def mha(model, q, k, v, batch_size, seq_length, hidden_size, n_heads, kdim, vdim, act=ActiMode.AC_MODE_GELU): - q = model.dense(q, hidden_size) - k = model.dense(k, hidden_size) - v = model.dense(v, hidden_size) - - q = model.reshape(q, shape=(batch_size, seq_length, n_heads, kdim)) - k = model.reshape(k, shape=(batch_size, seq_length, n_heads, kdim)) - v = model.reshape(v, shape=(batch_size, seq_length, n_heads, vdim)) - q = model.transpose(q, perm=(0, 2, 1, 3)) - k = model.transpose(k, perm=(0, 2, 3, 1)) - v = model.transpose(v, perm=(0, 2, 1, 3)) - logits = model.batch_matmul(q, k, a_seq_length_dim=2,b_seq_length_dim=3) - #logits = model.softmax(logits) - output = model.batch_matmul(logits, v, a_seq_length_dim=3,b_seq_length_dim=2) - output = model.transpose(output, perm=(0, 2, 1, 3)) - output = model.reshape(output, shape=(batch_size, seq_length, hidden_size)) - output = model.dense(output, hidden_size, act) -# output = model.dense(output, hidden_size) - return output - -def create_bert_layer(model, input, batch_size, seq_length, hidden_size, n_heads, kdim, vdim, act=ActiMode.AC_MODE_GELU): - t = input - # MHA -# t = model.multihead_attention( -# t, t, t, -# hidden_size, n_heads, kdim, vdim) - t = mha(model, t, t, t, batch_size, seq_length, hidden_size, n_heads, kdim, vdim) - # t = model.dense(input, hidden_size, act) - t = model.dense(t, hidden_size, act) - # t = model.dropout(t) - t = model.add(t, input) - - # Intermediate - intermediate_out = model.dense(t, hidden_size, act) - - # Output - t = model.dense(intermediate_out, hidden_size, act) - # t = model.dropout(t) - t = model.add(t, intermediate_out) - - return t - -def top_level_task(): - args = parse_args() - - ffconfig = FFConfig() - netconfig = NetConfig() - - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" - %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - - ffmodel = FFModel(ffconfig) - - batch_size = ffconfig.batch_size - seq_length = args.seq_length - hidden_size = args.hidden_size - num_heads = args.num_heads - num_layers = args.num_layers - kdim = hidden_size // num_heads - vdim = hidden_size // num_heads - - print('Model config:') - print(f" seq_length: {seq_length}") - print(f" hidden_size: {hidden_size}") - print(f" num_heads: {num_heads}") - print(f" kdim: {kdim}") - print(f" vdim: {vdim}") - - dims_input = [batch_size, seq_length, hidden_size] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - np_input_tensor = np.zeros(dims_input, dtype=np.float32) - input_tensor.set_tensor(ffmodel, np_input_tensor) - #input_tensor.attach_numpy_array(ffconfig, np_input_tensor) - #input_tensor.detach_numpy_array(ffconfig) - - # build the model - t = input_tensor - for _ in range(num_layers): - t = create_bert_layer(ffmodel, t, batch_size, seq_length, hidden_size, num_heads, kdim, vdim) - - # t now contains entire model. Add single-neuron output - t = ffmodel.dense(t, 1) - - optimizer = SGDOptimizer(ffmodel, 1e-3) - ffmodel.optimizer = optimizer - ffmodel.compile(loss_type=LossType.LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics=[MetricsType.METRICS_ACCURACY], comp_mode=CompMode.INFERENCE) - ffmodel.init_layers() - ts_start = ffconfig.get_current_time() - - iterations = args.iterations - for it in range(iterations): -# print(f" ITERATION: {it}") - ffconfig.begin_trace(111) - ffmodel.forward(seq_length=it) - ffconfig.end_trace(111) - ts_end = ffconfig.get_current_time() - print(f" Time taken to run forward pass: {(ts_end - ts_start)/iterations}") - -if __name__ == "__main__": - print("BERT Proxy") - top_level_task() diff --git a/examples/python/native/bert_proxy_run_script.sh b/examples/python/native/bert_proxy_run_script.sh deleted file mode 100755 index e160fc812..000000000 --- a/examples/python/native/bert_proxy_run_script.sh +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/bash - -ulimit -l unlimited - -fs=12000 -zs=12000 -b=1 -g=1 -budget=50000 - -#<7.5B -script='bert_proxy_native.py -ll:py 1 --iterations 100 --seq-length 128 --num-heads 32 --hidden-size 4096 --num_layers 36' -ss=7.5b.l18 - -#$FF_HOME/python/flexflow_python $script -ll:gpu 1 -ll:fsize $fs -ll:zsize $zs -b $b --budget 1000 --export ./$ss.b$b.g1.bg$budget -#$FF_HOME/python/flexflow_python $script -ll:gpu $g -ll:fsize $fs -ll:zsize $zs -b $b --budget $budget --enable-parameter-parallel --enable-attribute-parallel --export ./$ss.b$b.g$g.bg$budget --import ./$ss.b$b.g1.bg$budget --taskgraph ./tg.$ss.b$b.g$g.bg$budget - -"$FF_HOME"/python/flexflow_python "$script" -ll:gpu "$g" -ll:fsize "$fs" -ll:zsize "$zs" -b "$b" --enable-parameter-parallel --enable-attribute-parallel --import "./$ss.b$b.g$g.bg$budget" -#-lg:prof 1 -logfile spy_$ss.%.log -lg:spy -lg:prof_logfile prof_$ss.%.gz diff --git a/examples/python/native/cifar10_cnn.py b/examples/python/native/cifar10_cnn.py deleted file mode 100644 index 11bc93661..000000000 --- a/examples/python/native/cifar10_cnn.py +++ /dev/null @@ -1,110 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 - -from accuracy import ModelAccuracy -import argparse, json - - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" % ( - ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 32, 32] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - t = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, - 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0,) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0) - t = ffmodel.flat(t) - t = ffmodel.dense(t, 512, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[ - MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - full_input_array = x_train - print(full_input_array.__array_interface__["strides"]) - - y_train = y_train.astype('int32') - full_label_array = y_train - - print(full_input_array.__array_interface__["strides"]) - print(full_input_array.shape, full_label_array.shape) - # print(full_input_array[0,:,:,:]) - #print(full_label_array[0, 0:64]) - print(full_label_array.__array_interface__["strides"]) - - dataloader_input = ffmodel.create_data_loader( - input_tensor, full_input_array) - dataloader_label = ffmodel.create_data_loader( - label_tensor, full_label_array) - - num_samples = dataloader_input.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start) - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" % - (epochs, run_time, num_samples * epochs / run_time)) - - perf_metrics = ffmodel.get_perf_metrics() - - return perf_metrics - - -def test_accuracy(): - perf_metrics = top_level_task() - accuracy = perf_metrics.get_accuracy() - try: - assert (accuracy >= ModelAccuracy.CIFAR10_CNN.value), "Accuracy less than 90%" - except AssertionError as e: - raise - - -if __name__ == "__main__": - parser = argparse.ArgumentParser() - parser.add_argument("-a", "--test_acc", - action="store_true", help="Test accuracy flag") - parser.add_argument( - "-config-file", - help="The path to a JSON file with the configs. If omitted, a sample model and configs will be used instead.", - type=str, - default=None, - ) - args, unknown = parser.parse_known_args() - configs_dict = None - if args.config_file is not None: - with open(args.config_file) as f: - configs_dict = json.load(f) - init_flexflow_runtime(configs_dict) - if args.test_acc: - print("Testing cifar10 cnn training accuracy") - test_accuracy() - else: - print("cifar10 cnn") - top_level_task() diff --git a/examples/python/native/cifar10_cnn_attach.py b/examples/python/native/cifar10_cnn_attach.py deleted file mode 100644 index e200cc03c..000000000 --- a/examples/python/native/cifar10_cnn_attach.py +++ /dev/null @@ -1,149 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from accuracy import ModelAccuracy - -def next_batch(idx, x_train, input1, ffconfig, ffmodel): - start = idx*ffconfig.batch_size - x_train_batch = x_train[start:start+ffconfig.batch_size, :, :, :] - print(x_train_batch.shape) - - # input1.inline_map(ffconfig) - # input_array = input1.get_array(ffconfig, DataType.DT_FLOAT) - # print(input_array.shape) - # for i in range(0, ffconfig.batch_size): - # for j in range(0, 3): - # for k in range(0, 32): - # for l in range(0, 32): - # input_array[i][j][k][l] = x_train_batch[i][j][k][l] - # input1.inline_unmap(ffconfig) - - input1.set_tensor(ffmodel, x_train_batch) - -def next_batch_label(idx, x_train, input1, ffconfig, ffmodel): - start = idx*ffconfig.batch_size - x_train_batch = x_train[start:start+ffconfig.batch_size, :] - print(x_train_batch.shape) - - # input1.inline_map(ffconfig) - # input_array = input1.get_array(ffconfig, DataType.DT_INT32) - # print(input_array.shape) - # for i in range(0, ffconfig.batch_size): - # for j in range(0, 1): - # input_array[i][j] = x_train_batch[i][j] - # input1.inline_unmap(ffconfig) - input1.set_tensor(ffmodel, x_train_batch) - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 32, 32] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - - full_input_array = x_train - print(full_input_array.__array_interface__["strides"]) - - y_train = y_train.astype('int32') - - full_label_array = y_train - - print(full_input_array.__array_interface__["strides"]) - print(full_input_array.shape, full_label_array.shape) - print(full_label_array.__array_interface__["strides"]) - - t = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0,) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0) - t = ffmodel.flat(t); - t = ffmodel.dense(t, 512, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - next_batch(0, x_train, input_tensor, ffconfig, ffmodel) - next_batch_label(0, y_train, label_tensor, ffconfig, ffmodel) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - for epoch in range(0,epochs): - ffmodel.reset_metrics() - iterations = int(num_samples / ffconfig.batch_size) - print(iterations, num_samples) - ct = 0 - for iter in range(0, int(iterations)): - #ffconfig.begin_trace(111) - next_batch(ct, x_train, input_tensor, ffconfig, ffmodel) - next_batch_label(ct, y_train, label_tensor, ffconfig, ffmodel) - ct += 1 - ffmodel.forward() - ffmodel.zero_gradients() - ffmodel.backward() - ffmodel.update() - #ffconfig.end_trace(111) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < 0.3: - assert 0, 'Check Accuracy' - - conv_2d1 = ffmodel.get_layer_by_id(0) - cbias_tensor = conv_2d1.get_input_tensor() - #cbias_tensor = conv_2d1.get_output_tensor() - cbias_tensor.inline_map(ffmodel, ffconfig) - cbias = cbias_tensor.get_flat_array(ffmodel, ffconfig) - print(cbias.shape) - print(cbias) - cbias_tensor.inline_unmap(ffmodel, ffconfig) - - label_tensor.inline_map(ffmodel, ffconfig) - label_array = label_tensor.get_flat_array(ffmodel, ffconfig) - print(label_array.shape) - # print(cbias) - print(label_array) - label_tensor.inline_unmap(ffmodel, ffconfig) - - -if __name__ == "__main__": - print("cifar10 cnn attach") - configs = get_configs() - init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/native/cifar10_cnn_concat.py b/examples/python/native/cifar10_cnn_concat.py deleted file mode 100644 index 7234116b3..000000000 --- a/examples/python/native/cifar10_cnn_concat.py +++ /dev/null @@ -1,79 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 - -from accuracy import ModelAccuracy - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 32, 32] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - t1 = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t1 = ffmodel.conv2d(t1, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t2 = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t2 = ffmodel.conv2d(t2, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t3 = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t3 = ffmodel.conv2d(t3, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.concat([t1, t2, t3], 1) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0,) - t1 = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t2 = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.concat([t1, t2], 1) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0) - t = ffmodel.flat(t); - t = ffmodel.dense(t, 512, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - full_input_array = x_train - print(full_input_array.__array_interface__["strides"]) - - y_train = y_train.astype('int32') - full_label_array = y_train - - dataloader_input = ffmodel.create_data_loader(input_tensor, full_input_array) - dataloader_label = ffmodel.create_data_loader(label_tensor, full_label_array) - - num_samples = dataloader_input.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < ModelAccuracy.CIFAR10_CNN.value: - assert 0, 'Check Accuracy' - - - -if __name__ == "__main__": - print("cifar10 cnn concat") - configs = get_configs() - init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/native/demo_gather.py b/examples/python/native/demo_gather.py deleted file mode 100644 index 2f17e8510..000000000 --- a/examples/python/native/demo_gather.py +++ /dev/null @@ -1,35 +0,0 @@ -from flexflow.core import * -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - bs = ffconfig.batch_size - ffmodel = FFModel(ffconfig) - neighbors = [[[0], [5], [3], [3], [7], [9]]] - neighbors = np.array(neighbors).repeat(bs, 0).repeat(5, 2) - print(neighbors.shape) - x = np.array([[[0.01 for i in range(5)] for j in range(16)] for k in range(bs)], np.single) - print(x) - input = ffmodel.create_tensor([bs, 16, 5], DataType.DT_FLOAT) - index = ffmodel.create_tensor([bs, 6, 5], DataType.DT_INT32) - x0 = ffmodel.dense(input, 5, ActiMode.AC_MODE_NONE, False) - x1 = ffmodel.gather(x0, index, 1) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics=[MetricsType.METRICS_MEAN_SQUARED_ERROR]) - ffmodel.init_layers() - input.attach_numpy_array(ffmodel, ffconfig, x) - index.attach_numpy_array(ffmodel, ffconfig, neighbors) - label_tensor = ffmodel.label_tensor - y = np.random.rand(bs, 6, 5).astype('float32') - label_tensor.attach_numpy_array(ffmodel, ffconfig, y) - - for _ in range(100): - ffmodel.forward() - ffmodel.backward() - ffmodel.update() - -if __name__ == "__main__": - print("Demo Gather") - top_level_task() diff --git a/examples/python/native/dlrm.py b/examples/python/native/dlrm.py deleted file mode 100644 index 83be9f832..000000000 --- a/examples/python/native/dlrm.py +++ /dev/null @@ -1,17 +0,0 @@ -from flexflow.core import * - -def top_level_task(): - ffconfig = FFConfig() - dlrmconfig = DLRMConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - print(dlrmconfig.dataset_path, dlrmconfig.arch_interaction_op) - print(dlrmconfig.sparse_feature_size, dlrmconfig.sigmoid_bot, dlrmconfig.sigmoid_top, dlrmconfig.embedding_bag_size, dlrmconfig.loss_threshold) - print(dlrmconfig.mlp_bot) - print(dlrmconfig.mlp_top) - print(dlrmconfig.embedding_size) - ffmodel = FFModel(ffconfig) - - -if __name__ == "__main__": - print("dlrm") - top_level_task() diff --git a/examples/python/native/inception.py b/examples/python/native/inception.py deleted file mode 100644 index 1afbc65ce..000000000 --- a/examples/python/native/inception.py +++ /dev/null @@ -1,160 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 - -from accuracy import ModelAccuracy -from PIL import Image -import numpy as np - -def InceptionA(ffmodel, input, pool_features): - t1 = ffmodel.conv2d(input, 64, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(input, 48, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(t2, 64, 5, 5, 1, 1, 2, 2) - t3 = ffmodel.conv2d(input, 64, 1, 1, 1, 1, 0, 0) - t3 = ffmodel.conv2d(t3, 96, 3, 3, 1, 1, 1, 1) - t3 = ffmodel.conv2d(t3, 96, 3, 3, 1, 1, 1, 1) - t4 = ffmodel.pool2d(input, 3, 3, 1, 1, 1, 1, PoolType.POOL_AVG) - t4 = ffmodel.conv2d(t4, pool_features, 1, 1, 1, 1, 0, 0) - output = ffmodel.concat([t1, t2, t3, t4], 1) - return output - -def InceptionB(ffmodel, input): - t1 = ffmodel.conv2d(input, 384, 3, 3, 2, 2, 0, 0) - t2 = ffmodel.conv2d(input, 64, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(t2, 96, 3, 3, 1, 1, 1, 1) - t2 = ffmodel.conv2d(t2, 96, 3, 3, 2, 2, 0, 0) - t3 = ffmodel.pool2d(input, 3, 3, 2, 2, 0, 0) - output = ffmodel.concat([t1, t2, t3], 1) - return output - -def InceptionC(ffmodel, input, channels): - t1 = ffmodel.conv2d(input, 192, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(input, channels, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(t2, channels, 1, 7, 1, 1, 0, 3) - t2 = ffmodel.conv2d(t2, 192, 7, 1, 1, 1, 3, 0) - t3 = ffmodel.conv2d(input, channels, 1, 1, 1, 1, 0, 0) - t3 = ffmodel.conv2d(t3, channels, 7, 1, 1, 1, 3, 0) - t3 = ffmodel.conv2d(t3, channels, 1, 7, 1, 1, 0, 3) - t3 = ffmodel.conv2d(t3, channels, 7, 1, 1, 1, 3, 0) - t3 = ffmodel.conv2d(t3, 192, 1, 7, 1, 1, 0, 3) - t4 = ffmodel.pool2d(input, 3, 3, 1, 1, 1, 1, PoolType.POOL_AVG) - t4 = ffmodel.conv2d(t4, 192, 1, 1, 1, 1, 0, 0) - output = ffmodel.concat([t1, t2, t3, t4], 1) - return output; - -def InceptionD(ffmodel, input): - t1 = ffmodel.conv2d(input, 192, 1, 1, 1, 1, 0, 0) - t1 = ffmodel.conv2d(t1, 320, 3, 3, 2, 2, 0, 0) - t2 = ffmodel.conv2d(input, 192, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(t2, 192, 1, 7, 1, 1, 0, 3) - t2 = ffmodel.conv2d(t2, 192, 7, 1, 1, 1, 3, 0) - t2 = ffmodel.conv2d(t2, 192, 3, 3, 2, 2, 0, 0) - t3 = ffmodel.pool2d(input, 3, 3, 2, 2, 0, 0) - output = ffmodel.concat([t1, t2, t3], 1) - return output; - -def InceptionE(ffmodel, input): - t1 = ffmodel.conv2d(input, 320, 1, 1, 1, 1, 0, 0) - t2i = ffmodel.conv2d(input, 384, 1, 1, 1, 1, 0, 0) - t2 = ffmodel.conv2d(t2i, 384, 1, 3, 1, 1, 0, 1) - t3 = ffmodel.conv2d(t2i, 384, 3, 1, 1, 1, 1, 0) - t3i = ffmodel.conv2d(input, 448, 1, 1, 1, 1, 0, 0) - t3i = ffmodel.conv2d(t3i, 384, 3, 3, 1, 1, 1, 1) - t4 = ffmodel.conv2d(t3i, 384, 1, 3, 1, 1, 0, 1) - t5 = ffmodel.conv2d(t3i, 384, 3, 1, 1, 1, 1, 0) - t6 = ffmodel.pool2d(input, 3, 3, 1, 1, 1, 1, PoolType.POOL_AVG) - t6 = ffmodel.conv2d(t6, 192, 1, 1, 1, 1, 0, 0) - output = ffmodel.concat([t1, t2, t3, t4, t5, t6], 1) - return output; - -def inception(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 299, 299] - #print(dims) - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - - t = ffmodel.conv2d(input, 32, 3, 3, 2, 2, 0, 0) - t = ffmodel.conv2d(t, 32, 3, 3, 1, 1, 0, 0) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1) - t = ffmodel.pool2d(t, 3, 3, 2, 2, 0, 0) - t = ffmodel.conv2d(t, 80, 1, 1, 1, 1, 0, 0) - t = ffmodel.conv2d(t, 192, 3, 3, 1, 1, 1, 1) - t = ffmodel.pool2d(t, 3, 3, 2, 2, 0, 0) - t = InceptionA(ffmodel, t, 32) - t = InceptionA(ffmodel, t, 64) - t = InceptionA(ffmodel, t, 64) - t = InceptionB(ffmodel, t) - t = InceptionC(ffmodel, t, 128) - t = InceptionC(ffmodel, t, 160) - t = InceptionC(ffmodel, t, 160) - t = InceptionC(ffmodel, t, 192) - t = InceptionD(ffmodel, t) - t = InceptionE(ffmodel, t) - t = InceptionE(ffmodel, t) - t = ffmodel.pool2d(t, 8, 8, 1, 1, 0, 0, PoolType.POOL_AVG) - t = ffmodel.flat(t) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 299, 299), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((299,299), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - full_input_np /= 255 - print(full_input_np.shape) - print(full_input_np.__array_interface__["strides"]) - print(full_input_np[0,:, :, :]) - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, 8192 * epochs / run_time)); - - # conv_2d1 = ffmodel.get_layer_by_id(7) - # cbias_tensor = conv_2d1.get_weight_tensor() - # print(cbias_tensor) - # #cbias_tensor = conv_2d1.get_output_tensor() - # cbias_tensor.inline_map(ffconfig) - # cbias = cbias_tensor.get_array(ffconfig, DataType.DT_FLOAT) - # print(cbias.shape) - # #print(cbias) - # cbias_tensor.inline_unmap(ffconfig) - -if __name__ == "__main__": - print("inception") - inception() diff --git a/examples/python/native/mnist_cnn.py b/examples/python/native/mnist_cnn.py deleted file mode 100644 index f6787a482..000000000 --- a/examples/python/native/mnist_cnn.py +++ /dev/null @@ -1,109 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist - -from accuracy import ModelAccuracy -import argparse, json - - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" % ( - ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 1, 28, 28] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - num_samples = 60000 - - t = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, - 1, ActiMode.AC_MODE_RELU, True) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU, True) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0) - t = ffmodel.flat(t) - t = ffmodel.dense(t, 128, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[ - MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - img_rows, img_cols = 28, 28 - (x_train, y_train), (x_test, y_test) = mnist.load_data() - x_train = x_train.reshape(x_train.shape[0], 1, img_rows, img_cols) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - dataloader_input = ffmodel.create_data_loader(input_tensor, x_train) - dataloader_label = ffmodel.create_data_loader(label_tensor, y_train) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start) - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" % - (epochs, run_time, num_samples * epochs / run_time)) - - perf_metrics = ffmodel.get_perf_metrics() - - return perf_metrics - - -def test_accuracy(): - perf_metrics = top_level_task() - accuracy = perf_metrics.get_accuracy() - try: - assert (accuracy >= ModelAccuracy.MNIST_CNN.value), "Accuracy less than 90%" - except AssertionError as e: - raise - - -if __name__ == "__main__": - parser = argparse.ArgumentParser() - parser.add_argument("-a", "--test_acc", - action="store_true", help="Test accuracy flag") - parser.add_argument( - "-config-file", - help="The path to a JSON file with the configs. If omitted, a sample model and configs will be used instead.", - type=str, - default=None, - ) - args, unknown = parser.parse_known_args() - configs_dict = None - if args.config_file is not None: - with open(args.config_file) as f: - configs_dict = json.load(f) - init_flexflow_runtime(configs_dict) - if args.test_acc: - print("Testing mnist cnn training accuracy") - test_accuracy() - else: - print("mnist cnn") - top_level_task() diff --git a/examples/python/native/mnist_mlp.py b/examples/python/native/mnist_mlp.py deleted file mode 100644 index 8763eba40..000000000 --- a/examples/python/native/mnist_mlp.py +++ /dev/null @@ -1,95 +0,0 @@ -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist - -from accuracy import ModelAccuracy -import argparse, json - - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" % ( - ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 784] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - num_samples = 60000 - - kernel_init = UniformInitializer(12, -1, 1) - t = ffmodel.dense(input_tensor, 512, ActiMode.AC_MODE_RELU, - kernel_initializer=kernel_init) - t = ffmodel.dense(t, 512, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[ - MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - print(x_train.shape) - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - dataloader_input = ffmodel.create_data_loader(input_tensor, x_train) - dataloader_label = ffmodel.create_data_loader(label_tensor, y_train) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - ffmodel.eval(x=dataloader_input, y=dataloader_label) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start) - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" % - (epochs, run_time, num_samples * epochs / run_time)) - - perf_metrics = ffmodel.get_perf_metrics() - - return perf_metrics - - -def test_accuracy(): - perf_metrics = top_level_task() - accuracy = perf_metrics.get_accuracy() - try: - assert (accuracy >= ModelAccuracy.MNIST_MLP.value), "Accuracy less than 90%" - except AssertionError as e: - raise - - -if __name__ == "__main__": - parser = argparse.ArgumentParser() - parser.add_argument("-a", "--test_acc", - action="store_true", help="Test accuracy flag") - parser.add_argument( - "-config-file", - help="The path to a JSON file with the configs. If omitted, a sample model and configs will be used instead.", - type=str, - default=None, - ) - args, unknown = parser.parse_known_args() - configs_dict = None - if args.config_file is not None: - with open(args.config_file) as f: - configs_dict = json.load(f) - init_flexflow_runtime(configs_dict) - if args.test_acc: - print("Testing mnist mlp training accuracy") - test_accuracy() - else: - print("mnist mlp") - top_level_task() diff --git a/examples/python/native/mnist_mlp_attach.py b/examples/python/native/mnist_mlp_attach.py deleted file mode 100644 index 1294432ec..000000000 --- a/examples/python/native/mnist_mlp_attach.py +++ /dev/null @@ -1,139 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist -from accuracy import ModelAccuracy - -def next_batch(idx, x_train, input1, ffconfig, ffmodel): - start = idx*ffconfig.batch_size - x_train_batch = x_train[start:start+ffconfig.batch_size, :] - - # input1.inline_map(ffconfig) - # input_array = input1.get_array(ffconfig, DataType.DT_FLOAT) - # print(input_array.shape) - # for i in range(0, ffconfig.batch_size): - # for j in range(0, 784): - # input_array[i][j] = x_train_batch[i][j] - # input1.inline_unmap(ffconfig) - #TODO: test set tensor - input1.set_tensor(ffmodel, x_train_batch) - -def next_batch_label(idx, x_train, input1, ffconfig, ffmodel): - start = idx*ffconfig.batch_size - x_train_batch = x_train[start:start+ffconfig.batch_size, :] - - # input1.inline_map(ffconfig) - # input_array = input1.get_array(ffconfig, DataType.DT_INT32) - # print(input_array.shape) - # for i in range(0, ffconfig.batch_size): - # for j in range(0, 1): - # input_array[i][j] = x_train_batch[i][j] - # input1.inline_unmap(ffconfig) - # - input1.set_tensor(ffmodel, x_train_batch) - # x_batch = input1.get_tensor(ffmodel, CommType.PS) - # print(x_batch) - # print(x_train_batch) - # assert 0 - - -def top_level_task(): - alexnetconfig = NetConfig() - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 784] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT); - - num_samples = 60000 - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - print(x_train.shape) - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - print(x_train.shape[0], 'train samples') - print(y_train.shape) - - t2 = ffmodel.dense(input_tensor, 512, ActiMode.AC_MODE_RELU) - t3 = ffmodel.dense(t2, 512, ActiMode.AC_MODE_RELU) - t4 = ffmodel.dense(t3, 10) - t5 = ffmodel.softmax(t4) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - next_batch(0, x_train, input_tensor, ffconfig, ffmodel) - next_batch_label(0, y_train, label_tensor, ffconfig, ffmodel) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - for epoch in range(0,epochs): - ct = 0 - ffmodel.reset_metrics() - iterations = num_samples / ffconfig.batch_size - for iter in range(0, int(iterations)): - #ffconfig.begin_trace(111) - next_batch(ct, x_train, input_tensor, ffconfig, ffmodel) - next_batch_label(ct, y_train, label_tensor, ffconfig, ffmodel) - ct += 1 - ffmodel.forward() - ffmodel.zero_gradients() - ffmodel.backward() - ffmodel.update() - #ffconfig.end_trace(111) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < 65: - assert 0, 'Check Accuracy' - - dense1 = ffmodel.get_layer_by_id(0) - - dbias_tensor = label_tensor#dense1.get_bias_tensor() - dbias_tensor.inline_map(ffmodel, ffconfig) - dbias = dbias_tensor.get_array(ffmodel, ffconfig) - print(dbias.shape) - print(dbias) - dbias_tensor.inline_unmap(ffmodel, ffconfig) - - # dweight_tensor = dense1.get_output_tensor() - # dweight_tensor.inline_map(ffconfig) - # dweight = dweight_tensor.get_array(ffconfig, DataType.DT_FLOAT) - # print(dweight.shape) - # print(dweight) - # dweight_tensor.inline_unmap(ffconfig) - - -if __name__ == "__main__": - print("mnist mlp attach") - configs = get_configs() - init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/native/multi_head_attention.py b/examples/python/native/multi_head_attention.py deleted file mode 100644 index 7ccdae418..000000000 --- a/examples/python/native/multi_head_attention.py +++ /dev/null @@ -1,74 +0,0 @@ -from flexflow.core import * -from argparse import ArgumentParser -import numpy as np - -def parse_args(): - parser = ArgumentParser() - parser.add_argument('--seq-length', default=256, type=int) - parser.add_argument('--num-heads', default=16, type=int) - parser.add_argument('--hidden-size', default=512, type=int) - args, unknown = parser.parse_known_args() - return args - -def attention(): - args = parse_args() - ffconfig = FFConfig() - print("Python API: batch_size(%d) GPUs/node(%d) nodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - batch_size = ffconfig.batch_size - dims_input = [batch_size, args.seq_length, args.hidden_size] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - q = ffmodel.dense(input, args.hidden_size) - k = ffmodel.dense(input, args.hidden_size) - v = ffmodel.dense(input, args.hidden_size) - - q = ffmodel.reshape(q, shape=(batch_size, args.seq_length, args.num_heads, args.hidden_size // args.num_heads)) - k = ffmodel.reshape(k, shape=(batch_size, args.seq_length, args.num_heads, args.hidden_size // args.num_heads)) - v = ffmodel.reshape(v, shape=(batch_size, args.seq_length, args.num_heads, args.hidden_size // args.num_heads)) - q = ffmodel.transpose(q, perm=(0, 2, 1, 3)) - k = ffmodel.transpose(k, perm=(0, 2, 3, 1)) - v = ffmodel.transpose(v, perm=(0, 2, 1, 3)) - logits = ffmodel.batch_matmul(q, k) - #logits = ffmodel.softmax(logits) - output = ffmodel.batch_matmul(logits, v) - output = ffmodel.transpose(output, perm=(0, 2, 1, 3)) - output = ffmodel.reshape(output, shape=(batch_size, args.seq_length, args.hidden_size)) - output = ffmodel.dense(output, args.hidden_size, ActiMode.AC_MODE_RELU) - output = ffmodel.dense(output, args.hidden_size) - ffoptimizer = SGDOptimizer(ffmodel) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_MEAN_SQUARED_ERROR_AVG_REDUCE, metrics=[MetricsType.METRICS_MEAN_SQUARED_ERROR], comp_mode=CompMode.INFERENCE) - label_tensor = ffmodel.label_tensor - - # Full inputs/label - dims = [batch_size * 10, args.seq_length, args.hidden_size] - np_input = np.zeros(dims, dtype=np.float32) - np_label = np.zeros(dims, dtype=np.float32) - - dl_input = ffmodel.create_data_loader(input, np_input) - dl_label = ffmodel.create_data_loader(label, np_label) - - ffmodel.init_layers() - epochs = ffconfig.epochs - - dl_input.next_batch(ffmodel) - dl_label.next_batch(ffmodel) - - ts_start = ffconfig.get_current_time() - for epoch in range(0, epochs): - ffmodel.reset_metrics() - iterations = num_samples // batch_size - for iter in range(0, iterations): - ffconfig.begin_trace(111) - ffmodel.forward() - ffmodel.zero_gradients() - ffmodel.backward() - ffmodel.update() - ffconfig.end_trace(111) - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start) - print("EPOCHS %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - -if __name__ == "__main__": - print("Attention") - attention() diff --git a/examples/python/native/ops/add.py b/examples/python/native/ops/add.py deleted file mode 100644 index 50b9d16fd..000000000 --- a/examples/python/native/ops/add.py +++ /dev/null @@ -1,45 +0,0 @@ -# The basis for this test of the 'add' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_add(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - out = ffmodel.add(input_tensor1, input_tensor2) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input1.next_batch(ffmodel) - - dataloader_input2.reset() - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - _ = test_add(ffconfig, input1, input2) diff --git a/examples/python/native/ops/add_bias_residual_layer_norm.py b/examples/python/native/ops/add_bias_residual_layer_norm.py deleted file mode 100644 index 6e8dffbc9..000000000 --- a/examples/python/native/ops/add_bias_residual_layer_norm.py +++ /dev/null @@ -1,78 +0,0 @@ -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_add_bias_residual_layer_norm(ffconfig, input_arr: np.ndarray, residual_arr: np.ndarray, axes: List[int], elementwise_affine: bool = True, eps: float = 1e-5, use_bias: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - residual_tensor = ffmodel.create_tensor(residual_arr.shape, DataType.DT_FLOAT) - - output_tensor, layer_norm_output = ffmodel.add_bias_residual_layer_norm( - input_tensor, - residual_tensor, - axes=axes, - elementwise_affine=elementwise_affine, - eps=eps, - use_bias=use_bias, - name="add_bias_residual_layer_norm_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - dataloader_residual = ffmodel.create_data_loader(residual_tensor, residual_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_residual.reset() - - dataloader_input.next_batch(ffmodel) - dataloader_residual.next_batch(ffmodel) - - ffmodel.forward() - - output_tensor.inline_map(ffmodel, ffconfig) - layer_norm_output.inline_map(ffmodel, ffconfig) - output_result = output_tensor.get_array(ffmodel, ffconfig) - layer_norm_result = layer_norm_output.get_array(ffmodel, ffconfig) - - return output_result, layer_norm_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - residual_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - axes_to_normalize = [1, 2] # Example axes to normalize - - output_result, layer_norm_result = test_add_bias_residual_layer_norm( - ffconfig, - input_data, - residual_data, - axes=axes_to_normalize, - elementwise_affine=True, - eps=1e-5, - use_bias=True - ) - - print("Input Array:") - print(input_data) - print("\nResidual Array:") - print(residual_data) - print(f"\nOutput Array after applying add_bias_residual_layer_norm along axes {axes_to_normalize}:") - print(output_result) - print("\nLayer Norm Result:") - print(layer_norm_result) diff --git a/examples/python/native/ops/arg_top_k.py b/examples/python/native/ops/arg_top_k.py deleted file mode 100644 index 79edc5dfa..000000000 --- a/examples/python/native/ops/arg_top_k.py +++ /dev/null @@ -1,61 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_arg_top_k(ffconfig, input_arr: np.ndarray, k: int, sorted: bool, speculative_decoding: bool, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - arg_top_k_output = ffmodel.arg_top_k( - input_tensor, - k, - sorted, - speculative_decoding, - name="arg_top_k_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_MEAN_SQUARED_ERROR, - metrics=[MetricsType.METRICS_MEAN_SQUARED_ERROR], - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - arg_top_k_output.inline_map(ffmodel, ffconfig) - output_result = arg_top_k_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10).astype(np.float32) - k_value = 5 - sorted_value = True - speculative_decoding_value = False # Example value for speculative_decoding - - output_result = test_arg_top_k( - ffconfig, - input_data, - k=k_value, - sorted=sorted_value, - speculative_decoding=speculative_decoding_value, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying arg_top_k:") - print(output_result) diff --git a/examples/python/native/ops/argmax.py b/examples/python/native/ops/argmax.py deleted file mode 100644 index dda0e6b0b..000000000 --- a/examples/python/native/ops/argmax.py +++ /dev/null @@ -1,55 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_argmax(ffconfig, input_arr: np.ndarray, beam_search: bool, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - argmax_output = ffmodel.argmax( - input_tensor, - beam_search, - name="argmax_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - argmax_output.inline_map(ffmodel, ffconfig) - output_result = argmax_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10).astype(np.float32) - beam_search_value = True # Set to True or False based on your requirement - - output_result = test_argmax( - ffconfig, - input_data, - beam_search=beam_search_value, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying argmax:") - print(output_result) diff --git a/examples/python/native/ops/batch_matmul.py b/examples/python/native/ops/batch_matmul.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/examples/python/native/ops/batch_norm.py b/examples/python/native/ops/batch_norm.py deleted file mode 100644 index b243e79d3..000000000 --- a/examples/python/native/ops/batch_norm.py +++ /dev/null @@ -1,36 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def ff(ffconfig, input_arr: np.ndarray): - ffmodel = FFModel(ffconfig) - # TODO: convert input to ff tensor - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.batch_norm( - input_tensor - ) - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - _ = ff(ffconfig, input) diff --git a/examples/python/native/ops/beam_top_k.py b/examples/python/native/ops/beam_top_k.py deleted file mode 100644 index cb2fdfb3d..000000000 --- a/examples/python/native/ops/beam_top_k.py +++ /dev/null @@ -1,58 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_beam_top_k(ffconfig, input_arr: np.ndarray, max_beam_size: int, sorted: bool, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - beam_top_k_output = ffmodel.beam_top_k( - input_tensor, - max_beam_size, - sorted, - name="beam_top_k_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - beam_top_k_output.inline_map(ffmodel, ffconfig) - output_result = beam_top_k_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10).astype(np.float32) - max_beam_size_value = 3 - sorted_value = True - - output_result = test_beam_top_k( - ffconfig, - input_data, - max_beam_size=max_beam_size_value, - sorted=sorted_value, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying beam_top_k:") - print(output_result) diff --git a/examples/python/native/ops/concat.py b/examples/python/native/ops/concat.py deleted file mode 100644 index 0088d7b84..000000000 --- a/examples/python/native/ops/concat.py +++ /dev/null @@ -1,43 +0,0 @@ -# The basis for this test of the 'concatenate' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_concatenate(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - out = ffmodel.concat([input_tensor1, input_tensor2], axis=1) - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input1.next_batch(ffmodel) - - dataloader_input2.reset() - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - _ = test_concatenate(ffconfig, input1, input2) diff --git a/examples/python/native/ops/conv2d.py b/examples/python/native/ops/conv2d.py deleted file mode 100644 index 02b3646aa..000000000 --- a/examples/python/native/ops/conv2d.py +++ /dev/null @@ -1,45 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def ff(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.conv2d( - input_tensor, - 32, - 3, - 3, - 1, - 1, - 1, - 1, - use_bias=False - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - _ = ff(ffconfig, input) diff --git a/examples/python/native/ops/cos.py b/examples/python/native/ops/cos.py deleted file mode 100644 index 26f630768..000000000 --- a/examples/python/native/ops/cos.py +++ /dev/null @@ -1,44 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_cos(ffconfig, input_arr: np.ndarray) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - cos_output = ffmodel.cos(input_tensor, name="cos_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - cos_output.inline_map(ffmodel, ffconfig) - cos_result = cos_output.get_array(ffmodel, ffconfig) - - return cos_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - cos_result = test_cos(ffconfig, input_data) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying cos function:") - print(cos_result) diff --git a/examples/python/native/ops/dense.py b/examples/python/native/ops/dense.py deleted file mode 100644 index ec0a3dc65..000000000 --- a/examples/python/native/ops/dense.py +++ /dev/null @@ -1,38 +0,0 @@ -# The basis for this test of the 'dense' layer is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_dense(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.dense(input_tensor, 64, activation=ActiMode.AC_MODE_RELU) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 10).astype(np.float32) - _ = test_dense(ffconfig, input) diff --git a/examples/python/native/ops/divide.py b/examples/python/native/ops/divide.py deleted file mode 100644 index 419bf714a..000000000 --- a/examples/python/native/ops/divide.py +++ /dev/null @@ -1,48 +0,0 @@ -# The basis for this test of the 'divide' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_divide(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - out = ffmodel.divide(input_tensor1, input_tensor2) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input1.next_batch(ffmodel) - - dataloader_input2.reset() - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - # Avoid division by zero in input2 - input2 = np.where(input2 == 0, 1e-6, input2) - - _ = test_divide(ffconfig, input1, input2) diff --git a/examples/python/native/ops/dropout.py b/examples/python/native/ops/dropout.py deleted file mode 100644 index 3aa44a5a5..000000000 --- a/examples/python/native/ops/dropout.py +++ /dev/null @@ -1,49 +0,0 @@ -# The basis for this test of the 'Dropout' layer is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_dropout(ffconfig, input_arr: np.ndarray, dropout_rate: float = 0.5) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - # Apply Dropout layer - out = ffmodel.dropout(input_tensor, dropout_rate, 0) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - # You can adjust the dropout rate as needed - dropout_rate_param = 0.5 - - result = test_dropout(ffconfig, input_data, dropout_rate_param) - - print("Input Data:") - print(input_data) - - print("\nResult after Dropout layer:") - print(result) diff --git a/examples/python/native/ops/elu.py b/examples/python/native/ops/elu.py deleted file mode 100644 index 7a6ef1f62..000000000 --- a/examples/python/native/ops/elu.py +++ /dev/null @@ -1,47 +0,0 @@ -# The basis for this test of the 'ELU' activation function is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_elu(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - # Apply ELU activation - out = ffmodel.elu(input_tensor) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - result = test_elu(ffconfig, input_data) - - print("Input Data:") - print(input_data) - - print("\nResult after ELU activation:") - print(result) diff --git a/examples/python/native/ops/embedding.py b/examples/python/native/ops/embedding.py deleted file mode 100644 index 34bced379..000000000 --- a/examples/python/native/ops/embedding.py +++ /dev/null @@ -1,39 +0,0 @@ -# The basis for this test of the 'embedding' layer is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_embedding(ffconfig, input_arr: np.ndarray, vocab_size: int, embedding_dim: int) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_INT32) - - out = ffmodel.embedding(input_tensor, vocab_size, embedding_dim, AggrMode.AGGR_MODE_SUM) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - vocab_size = 1000 - embedding_dim = 50 - input = np.random.randint(low=0, high=vocab_size, size=(ffconfig.batch_size, 10), dtype=np.int32) - _ = test_embedding(ffconfig, input, vocab_size, embedding_dim) diff --git a/examples/python/native/ops/exp.py b/examples/python/native/ops/exp.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/examples/python/native/ops/flat.py b/examples/python/native/ops/flat.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/examples/python/native/ops/gather.py b/examples/python/native/ops/gather.py deleted file mode 100644 index e13b6e4c7..000000000 --- a/examples/python/native/ops/gather.py +++ /dev/null @@ -1,60 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_gather(ffconfig, input_arr: np.ndarray, index_arr: np.ndarray, dim: int, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - index_tensor = ffmodel.create_tensor(index_arr.shape, DataType.DT_INT32) - - gather_output = ffmodel.gather( - input_tensor, - index_tensor, - dim, - name="gather_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - dataloader_index = ffmodel.create_data_loader(index_tensor, index_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_index.reset() - - dataloader_input.next_batch(ffmodel) - dataloader_index.next_batch(ffmodel) - - ffmodel.forward() - - gather_output.inline_map(ffmodel, ffconfig) - output_result = gather_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - index_data = np.random.randint(0, 5, size=(ffconfig.batch_size,)).astype(np.int32) - dim_to_gather = 2 # Example dimension to gather along - - output_result = test_gather(ffconfig, input_data, index_data, dim=dim_to_gather) - - print("Input Array:") - print(input_data) - print("\nIndex Array:") - print(index_data) - print(f"\nOutput Array after applying gather along dimension {dim_to_gather}:") - print(output_result) diff --git a/examples/python/native/ops/gelu.py b/examples/python/native/ops/gelu.py deleted file mode 100644 index 84fabd36e..000000000 --- a/examples/python/native/ops/gelu.py +++ /dev/null @@ -1,51 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_gelu(ffconfig, input_arr: np.ndarray, inplace: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - gelu_output = ffmodel.gelu( - input_tensor, - inplace=inplace, - name="gelu_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - gelu_output.inline_map(ffmodel, ffconfig) - output_result = gelu_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - inplace_flag = True # Example inplace flag - - output_result = test_gelu(ffconfig, input_data, inplace=inplace_flag) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying gelu activation function (inplace={inplace_flag}):") - print(output_result) diff --git a/examples/python/native/ops/identity.py b/examples/python/native/ops/identity.py deleted file mode 100644 index fbf63e717..000000000 --- a/examples/python/native/ops/identity.py +++ /dev/null @@ -1,49 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_identity(ffconfig, input_arr: np.ndarray, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - identity_output = ffmodel.identity( - input_tensor, - name="identity_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - identity_output.inline_map(ffmodel, ffconfig) - output_result = identity_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - output_result = test_identity(ffconfig, input_data) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying identity function:") - print(output_result) diff --git a/examples/python/native/ops/inc_multihead_self_attention.py b/examples/python/native/ops/inc_multihead_self_attention.py deleted file mode 100644 index ab80a5893..000000000 --- a/examples/python/native/ops/inc_multihead_self_attention.py +++ /dev/null @@ -1,97 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_inc_multihead_self_attention( - ffconfig, - input_arr: np.ndarray, - embed_dim: int, - num_heads: int, - kdim: int = 0, - vdim: int = 0, - dropout: float = 0.0, - add_zero_attn: bool = False, - data_type: DataType = DataType.DT_NONE, - kernel_initializer=None, - apply_rotary_embedding: bool = False, - scaling_query: bool = False, - scaling_factor: float = 1.0, - qk_prod_scaling: bool = True, - position_bias: bool = False, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, data_type) - - inc_multihead_self_attention_output = ffmodel.inc_multihead_self_attention( - input_tensor, - embed_dim, - num_heads, - kdim=kdim, - vdim=vdim, - dropout=dropout, - add_zero_attn=add_zero_attn, - data_type=data_type, - kernel_initializer=kernel_initializer, - apply_rotary_embedding=apply_rotary_embedding, - scaling_query=scaling_query, - scaling_factor=scaling_factor, - qk_prod_scaling=qk_prod_scaling, - position_bias=position_bias, - name="inc_multihead_self_attention_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - inc_multihead_self_attention_output.inline_map(ffmodel, ffconfig) - output_result = inc_multihead_self_attention_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - embed_dim_value = 64 - num_heads_value = 8 - - output_result = test_inc_multihead_self_attention( - ffconfig, - input_data, - embed_dim=embed_dim_value, - num_heads=num_heads_value, - kdim=0, # Example value for kdim - vdim=0, # Example value for vdim - dropout=0.1, # Example value for dropout - add_zero_attn=False, - data_type=DataType.DT_FLOAT, - kernel_initializer=None, # Example value for kernel_initializer - apply_rotary_embedding=False, - scaling_query=False, - scaling_factor=1.0, - qk_prod_scaling=True, - position_bias=False, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying inc_multihead_self_attention:") - print(output_result) diff --git a/examples/python/native/ops/inc_multihead_self_attention_verify.py b/examples/python/native/ops/inc_multihead_self_attention_verify.py deleted file mode 100644 index bc2ba5e97..000000000 --- a/examples/python/native/ops/inc_multihead_self_attention_verify.py +++ /dev/null @@ -1,97 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_inc_multihead_self_attention_verify( - ffconfig, - input_arr: np.ndarray, - embed_dim: int, - num_heads: int, - kdim: int = 0, - vdim: int = 0, - dropout: float = 0.0, - add_zero_attn: bool = False, - data_type: DataType = DataType.DT_NONE, - kernel_initializer=None, - apply_rotary_embedding: bool = False, - scaling_query: bool = False, - scaling_factor: float = 1.0, - qk_prod_scaling: bool = True, - position_bias: bool = False, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, data_type) - - inc_multihead_self_attention_verify_output = ffmodel.inc_multihead_self_attention_verify( - input_tensor, - embed_dim, - num_heads, - kdim=kdim, - vdim=vdim, - dropout=dropout, - add_zero_attn=add_zero_attn, - data_type=data_type, - kernel_initializer=kernel_initializer, - apply_rotary_embedding=apply_rotary_embedding, - scaling_query=scaling_query, - scaling_factor=scaling_factor, - qk_prod_scaling=qk_prod_scaling, - position_bias=position_bias, - name="inc_multihead_self_attention_verify_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - inc_multihead_self_attention_verify_output.inline_map(ffmodel, ffconfig) - output_result = inc_multihead_self_attention_verify_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - embed_dim_value = 64 - num_heads_value = 8 - - output_result = test_inc_multihead_self_attention_verify( - ffconfig, - input_data, - embed_dim=embed_dim_value, - num_heads=num_heads_value, - kdim=0, # Example value for kdim - vdim=0, # Example value for vdim - dropout=0.1, # Example value for dropout - add_zero_attn=False, - data_type=DataType.DT_FLOAT, - kernel_initializer=None, # Example value for kernel_initializer - apply_rotary_embedding=False, - scaling_query=False, - scaling_factor=1.0, - qk_prod_scaling=True, - position_bias=False, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying inc_multihead_self_attention_verify:") - print(output_result) diff --git a/examples/python/native/ops/inc_multiquery_self_attention.py b/examples/python/native/ops/inc_multiquery_self_attention.py deleted file mode 100644 index 424b46b0f..000000000 --- a/examples/python/native/ops/inc_multiquery_self_attention.py +++ /dev/null @@ -1,101 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_inc_multiquery_self_attention( - ffconfig, - input_arr: np.ndarray, - embed_dim: int, - num_q_heads: int, - num_kv_heads: int, - kdim: int = 0, - vdim: int = 0, - dropout: float = 0.0, - add_zero_attn: bool = False, - data_type: DataType = DataType.DT_NONE, - kernel_initializer=None, - apply_rotary_embedding: bool = False, - scaling_query: bool = False, - scaling_factor: float = 1.0, - qk_prod_scaling: bool = True, - position_bias: bool = False, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, data_type) - - inc_multiquery_self_attention_output = ffmodel.inc_multiquery_self_attention( - input_tensor, - embed_dim, - num_q_heads, - num_kv_heads, - kdim=kdim, - vdim=vdim, - dropout=dropout, - add_zero_attn=add_zero_attn, - data_type=data_type, - kernel_initializer=kernel_initializer, - apply_rotary_embedding=apply_rotary_embedding, - scaling_query=scaling_query, - scaling_factor=scaling_factor, - qk_prod_scaling=qk_prod_scaling, - position_bias=position_bias, - name="inc_multiquery_self_attention_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - inc_multiquery_self_attention_output.inline_map(ffmodel, ffconfig) - output_result = inc_multiquery_self_attention_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - embed_dim_value = 64 - num_q_heads_value = 4 - num_kv_heads_value = 4 - - output_result = test_inc_multiquery_self_attention( - ffconfig, - input_data, - embed_dim=embed_dim_value, - num_q_heads=num_q_heads_value, - num_kv_heads=num_kv_heads_value, - kdim=0, # Example value for kdim - vdim=0, # Example value for vdim - dropout=0.1, # Example value for dropout - add_zero_attn=False, - data_type=DataType.DT_FLOAT, - kernel_initializer=None, # Example value for kernel_initializer - apply_rotary_embedding=False, - scaling_query=False, - scaling_factor=1.0, - qk_prod_scaling=True, - position_bias=False, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying inc_multiquery_self_attention:") - print(output_result) diff --git a/examples/python/native/ops/inc_multiquery_self_attention_verify.py b/examples/python/native/ops/inc_multiquery_self_attention_verify.py deleted file mode 100644 index b2c0e7dcf..000000000 --- a/examples/python/native/ops/inc_multiquery_self_attention_verify.py +++ /dev/null @@ -1,101 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_inc_multiquery_self_attention_verify( - ffconfig, - input_arr: np.ndarray, - embed_dim: int, - num_q_heads: int, - num_kv_heads: int, - kdim: int = 0, - vdim: int = 0, - dropout: float = 0.0, - add_zero_attn: bool = False, - data_type: DataType = DataType.DT_NONE, - kernel_initializer=None, - apply_rotary_embedding: bool = False, - scaling_query: bool = False, - scaling_factor: float = 1.0, - qk_prod_scaling: bool = True, - position_bias: bool = False, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, data_type) - - inc_multiquery_self_attention_verify_output = ffmodel.inc_multiquery_self_attention_verify( - input_tensor, - embed_dim, - num_q_heads, - num_kv_heads, - kdim=kdim, - vdim=vdim, - dropout=dropout, - add_zero_attn=add_zero_attn, - data_type=data_type, - kernel_initializer=kernel_initializer, - apply_rotary_embedding=apply_rotary_embedding, - scaling_query=scaling_query, - scaling_factor=scaling_factor, - qk_prod_scaling=qk_prod_scaling, - position_bias=position_bias, - name="inc_multiquery_self_attention_verify_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - inc_multiquery_self_attention_verify_output.inline_map(ffmodel, ffconfig) - output_result = inc_multiquery_self_attention_verify_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - embed_dim_value = 64 - num_q_heads_value = 4 - num_kv_heads_value = 4 - - output_result = test_inc_multiquery_self_attention_verify( - ffconfig, - input_data, - embed_dim=embed_dim_value, - num_q_heads=num_q_heads_value, - num_kv_heads=num_kv_heads_value, - kdim=0, # Example value for kdim - vdim=0, # Example value for vdim - dropout=0.1, # Example value for dropout - add_zero_attn=False, - data_type=DataType.DT_FLOAT, - kernel_initializer=None, # Example value for kernel_initializer - apply_rotary_embedding=False, - scaling_query=False, - scaling_factor=1.0, - qk_prod_scaling=True, - position_bias=False, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying inc_multiquery_self_attention_verify:") - print(output_result) diff --git a/examples/python/native/ops/layer_norm.py b/examples/python/native/ops/layer_norm.py deleted file mode 100644 index b3cca93d6..000000000 --- a/examples/python/native/ops/layer_norm.py +++ /dev/null @@ -1,48 +0,0 @@ -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_layer_norm(ffconfig, input_arr: np.ndarray, axes: List[int], elementwise_affine: bool = True, eps: float = 1e-5, use_bias: bool = True, name=None) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - layer_norm_output = ffmodel.layer_norm(input_tensor, axes=axes, elementwise_affine=elementwise_affine, eps=eps, use_bias=use_bias, name="layer_norm_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - layer_norm_output.inline_map(ffmodel, ffconfig) - layer_norm_result = layer_norm_output.get_array(ffmodel, ffconfig) - - return layer_norm_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - axes_to_normalize = [1, 2] # Example axes to normalize - - layer_norm_result = test_layer_norm(ffconfig, input_data, axes=axes_to_normalize, elementwise_affine=True, eps=1e-5, use_bias=True) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying layer_norm function along axes {axes_to_normalize}:") - print(layer_norm_result) diff --git a/examples/python/native/ops/max.py b/examples/python/native/ops/max.py deleted file mode 100644 index bf9c62940..000000000 --- a/examples/python/native/ops/max.py +++ /dev/null @@ -1,54 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_max(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - max_output = ffmodel.max(input_tensor1, input_tensor2, name="max_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input2.reset() - - dataloader_input1.next_batch(ffmodel) - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - max_output.inline_map(ffmodel, ffconfig) - max_result = max_output.get_array(ffmodel, ffconfig) - - return max_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input_data2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - max_result = test_max(ffconfig, input_data1, input_data2) - - print("Input Array 1:") - print(input_data1) - print("\nInput Array 2:") - print(input_data2) - print("\nOutput Array after applying max function:") - print(max_result) diff --git a/examples/python/native/ops/mean.py b/examples/python/native/ops/mean.py deleted file mode 100644 index df8c3f642..000000000 --- a/examples/python/native/ops/mean.py +++ /dev/null @@ -1,48 +0,0 @@ -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_mean(ffconfig, input_arr: np.ndarray, dims: List[int], keepdims: bool = False) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - mean_output = ffmodel.mean(input_tensor, dims=dims, keepdims=keepdims, name="mean_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - mean_output.inline_map(ffmodel, ffconfig) - mean_result = mean_output.get_array(ffmodel, ffconfig) - - return mean_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - dims_to_mean = [1, 2] # Example dimensions to take the mean over - - mean_result = test_mean(ffconfig, input_data, dims=dims_to_mean, keepdims=False) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying mean function along dimensions {dims_to_mean}:") - print(mean_result) diff --git a/examples/python/native/ops/min.py b/examples/python/native/ops/min.py deleted file mode 100644 index df81f4f2d..000000000 --- a/examples/python/native/ops/min.py +++ /dev/null @@ -1,54 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_min(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - min_output = ffmodel.min(input_tensor1, input_tensor2, name="min_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input2.reset() - - dataloader_input1.next_batch(ffmodel) - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - min_output.inline_map(ffmodel, ffconfig) - min_result = min_output.get_array(ffmodel, ffconfig) - - return min_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input_data2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - min_result = test_min(ffconfig, input_data1, input_data2) - - print("Input Array 1:") - print(input_data1) - print("\nInput Array 2:") - print(input_data2) - print("\nOutput Array after applying min function:") - print(min_result) diff --git a/examples/python/native/ops/multihead_attention.py b/examples/python/native/ops/multihead_attention.py deleted file mode 100644 index e69de29bb..000000000 diff --git a/examples/python/native/ops/multiply.py b/examples/python/native/ops/multiply.py deleted file mode 100644 index fb4f48915..000000000 --- a/examples/python/native/ops/multiply.py +++ /dev/null @@ -1,45 +0,0 @@ -# The basis for this test of the 'multiply' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_multiply(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - out = ffmodel.multiply(input_tensor1, input_tensor2) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input1.next_batch(ffmodel) - - dataloader_input2.reset() - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - _ = test_multiply(ffconfig, input1, input2) diff --git a/examples/python/native/ops/pool2d.py b/examples/python/native/ops/pool2d.py deleted file mode 100644 index b4dc8b219..000000000 --- a/examples/python/native/ops/pool2d.py +++ /dev/null @@ -1,36 +0,0 @@ -# AI generated from conv2d example -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_pool2d(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.pool2d(input_tensor, 3, 3, 1, 1, 0, 0, PoolType.POOL_MAX) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - _ = test_pool2d(ffconfig, input) \ No newline at end of file diff --git a/examples/python/native/ops/pow.py b/examples/python/native/ops/pow.py deleted file mode 100644 index cf5bbebd8..000000000 --- a/examples/python/native/ops/pow.py +++ /dev/null @@ -1,46 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_pow(ffconfig, input_arr: np.ndarray, exponent: float) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - pow_output = ffmodel.pow(input_tensor, exponent, name="pow_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - pow_output.inline_map(ffmodel, ffconfig) - pow_result = pow_output.get_array(ffmodel, ffconfig) - - return pow_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - exponent_value = 2.0 # Example exponent value - - pow_result = test_pow(ffconfig, input_data, exponent=exponent_value) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying pow function with exponent {exponent_value}:") - print(pow_result) diff --git a/examples/python/native/ops/reduce_sum.py b/examples/python/native/ops/reduce_sum.py deleted file mode 100644 index 7e7b41b79..000000000 --- a/examples/python/native/ops/reduce_sum.py +++ /dev/null @@ -1,48 +0,0 @@ -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_reduce_sum(ffconfig, input_arr: np.ndarray, axes: List[int], keepdims: bool = False) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - reduce_sum_output = ffmodel.reduce_sum(input_tensor, axes=axes, keepdims=keepdims, name="reduce_sum_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - reduce_sum_output.inline_map(ffmodel, ffconfig) - reduce_sum_result = reduce_sum_output.get_array(ffmodel, ffconfig) - - return reduce_sum_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - axes_to_reduce = [1, 2] # Example axes to reduce - - reduce_sum_result = test_reduce_sum(ffconfig, input_data, axes=axes_to_reduce, keepdims=False) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying reduce_sum along axes {axes_to_reduce}:") - print(reduce_sum_result) diff --git a/examples/python/native/ops/relu.py b/examples/python/native/ops/relu.py deleted file mode 100644 index d855b2716..000000000 --- a/examples/python/native/ops/relu.py +++ /dev/null @@ -1,46 +0,0 @@ -# The basis for this test of the 'ReLU' activation function is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_relu(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - # Apply ReLU activation - out = ffmodel.relu(input_tensor) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - result = test_relu(ffconfig, input_data) - - print("Input Data:") - print(input_data) - - print("\nResult after ReLU activation:") - print(result) diff --git a/examples/python/native/ops/reshape.py b/examples/python/native/ops/reshape.py deleted file mode 100644 index 348d6bd93..000000000 --- a/examples/python/native/ops/reshape.py +++ /dev/null @@ -1,41 +0,0 @@ -# The basis for this test of the 'reshape' operation is generated by ChatGPT using the manually created conv2d.py as a template. - -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_reshape(ffconfig, input_arr: np.ndarray, target_shape: List[int]) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.reshape(input_tensor, target_shape) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - target_shape = [ffconfig.batch_size, 500] - - _ = test_reshape(ffconfig, input, target_shape) diff --git a/examples/python/native/ops/residual_layer_norm.py b/examples/python/native/ops/residual_layer_norm.py deleted file mode 100644 index e12f2e53d..000000000 --- a/examples/python/native/ops/residual_layer_norm.py +++ /dev/null @@ -1,93 +0,0 @@ -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_residual_layer_norm(ffconfig, input_arr: np.ndarray, residual1_arr: np.ndarray, residual2_arr: np.ndarray, use_two_residuals: bool, axes: List[int], elementwise_affine: bool = True, eps: float = 1e-5, use_bias: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - residual1_tensor = ffmodel.create_tensor(residual1_arr.shape, DataType.DT_FLOAT) - residual2_tensor = ffmodel.create_tensor(residual2_arr.shape, DataType.DT_FLOAT) - - output_tensor, layer_norm_output = ffmodel.residual_layer_norm( - input_tensor, - residual1_tensor, - residual2_tensor if use_two_residuals else None, - use_two_residuals, - axes=axes, - elementwise_affine=elementwise_affine, - eps=eps, - use_bias=use_bias, - name="residual_layer_norm_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - dataloader_residual1 = ffmodel.create_data_loader(residual1_tensor, residual1_arr) - dataloader_residual2 = ffmodel.create_data_loader(residual2_tensor, residual2_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_residual1.reset() - if use_two_residuals: - dataloader_residual2.reset() - - dataloader_input.next_batch(ffmodel) - dataloader_residual1.next_batch(ffmodel) - if use_two_residuals: - dataloader_residual2.next_batch(ffmodel) - - ffmodel.forward() - - output_tensor.inline_map(ffmodel, ffconfig) - layer_norm_output.inline_map(ffmodel, ffconfig) - output_result = output_tensor.get_array(ffmodel, ffconfig) - layer_norm_result = layer_norm_output.get_array(ffmodel, ffconfig) - - return output_result, layer_norm_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - residual1_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - residual2_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - use_two_residuals_flag = True # Example flag - - axes_to_normalize = [1, 2] # Example axes to normalize - - output_result, layer_norm_result = test_residual_layer_norm( - ffconfig, - input_data, - residual1_data, - residual2_data, - use_two_residuals_flag, - axes=axes_to_normalize, - elementwise_affine=True, - eps=1e-5, - use_bias=True - ) - - print("Input Array:") - print(input_data) - print("\nResidual1 Array:") - print(residual1_data) - if use_two_residuals_flag: - print("\nResidual2 Array:") - print(residual2_data) - print(f"\nOutput Array after applying residual_layer_norm along axes {axes_to_normalize} with use_two_residuals={use_two_residuals_flag}:") - print(output_result) - print("\nLayer Norm Result:") - print(layer_norm_result) diff --git a/examples/python/native/ops/residual_rms_norm.py b/examples/python/native/ops/residual_rms_norm.py deleted file mode 100644 index 9027dffad..000000000 --- a/examples/python/native/ops/residual_rms_norm.py +++ /dev/null @@ -1,80 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_residual_rms_norm( - ffconfig, - input1_arr: np.ndarray, - input2_arr: np.ndarray, - eps: float, - dim: int, - name=None, -): - ffmodel = FFModel(ffconfig) - - input1_tensor = ffmodel.create_tensor(input1_arr.shape, DataType.DT_FLOAT) - input2_tensor = ffmodel.create_tensor(input2_arr.shape, DataType.DT_FLOAT) - - residual_rms_norm_output1, residual_rms_norm_output2 = ffmodel.residual_rms_norm( - input1_tensor, - input2_tensor, - eps, - dim, - name="residual_rms_norm_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input1 = ffmodel.create_data_loader(input1_tensor, input1_arr) - dataloader_input2 = ffmodel.create_data_loader(input2_tensor, input2_arr) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input1.next_batch(ffmodel) - - dataloader_input2.reset() - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - residual_rms_norm_output1.inline_map(ffmodel, ffconfig) - output_result1 = residual_rms_norm_output1.get_array(ffmodel, ffconfig) - - residual_rms_norm_output2.inline_map(ffmodel, ffconfig) - output_result2 = residual_rms_norm_output2.get_array(ffmodel, ffconfig) - - return output_result1, output_result2 - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - input2_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - eps_value = 1e-6 - dim_value = 1 # Example value for dim - - output_result1, output_result2 = test_residual_rms_norm( - ffconfig, - input1_data, - input2_data, - eps=eps_value, - dim=dim_value, - ) - - print("Input Array 1:") - print(input1_data) - print("\nInput Array 2:") - print(input2_data) - print("\nOutput Array 1 after applying residual_rms_norm:") - print(output_result1) - print("\nOutput Array 2 after applying residual_rms_norm:") - print(output_result2) diff --git a/examples/python/native/ops/reverse.py b/examples/python/native/ops/reverse.py deleted file mode 100644 index 25394d4b9..000000000 --- a/examples/python/native/ops/reverse.py +++ /dev/null @@ -1,37 +0,0 @@ -# The basis for this test of the 'reverse' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_reverse(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.reverse(input_tensor, axis=2) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - _ = test_reverse(ffconfig, input) diff --git a/examples/python/native/ops/rms_norm.py b/examples/python/native/ops/rms_norm.py deleted file mode 100644 index 3983d7f89..000000000 --- a/examples/python/native/ops/rms_norm.py +++ /dev/null @@ -1,64 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_rms_norm( - ffconfig, - input_arr: np.ndarray, - eps: float, - dim: int, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - rms_norm_output = ffmodel.rms_norm( - input_tensor, - eps, - dim, - name="rms_norm_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_MEAN_SQUARED_ERROR, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY], - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - rms_norm_output.inline_map(ffmodel, ffconfig) - output_result = rms_norm_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - eps_value = 1e-6 - dim_value = 1 # Example value for dim - - output_result = test_rms_norm( - ffconfig, - input_data, - eps=eps_value, - dim=dim_value, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying rms_norm:") - print(output_result) diff --git a/examples/python/native/ops/rsqrt.py b/examples/python/native/ops/rsqrt.py deleted file mode 100644 index 3d9ab6544..000000000 --- a/examples/python/native/ops/rsqrt.py +++ /dev/null @@ -1,44 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_rsqrt(ffconfig, input_arr: np.ndarray) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - rsqrt_output = ffmodel.rsqrt(input_tensor, name="rsqrt_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - rsqrt_output.inline_map(ffmodel, ffconfig) - rsqrt_result = rsqrt_output.get_array(ffmodel, ffconfig) - - return rsqrt_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - rsqrt_result = test_rsqrt(ffconfig, input_data) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying rsqrt function:") - print(rsqrt_result) diff --git a/examples/python/native/ops/sampling.py b/examples/python/native/ops/sampling.py deleted file mode 100644 index 2219f09ef..000000000 --- a/examples/python/native/ops/sampling.py +++ /dev/null @@ -1,55 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_sampling(ffconfig, input_arr: np.ndarray, top_p: float, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - sampling_output = ffmodel.sampling( - input_tensor, - top_p, - name="sampling_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_MEAN_SQUARED_ERROR, - metrics=[MetricsType.METRICS_MEAN_SQUARED_ERROR], - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - sampling_output.inline_map(ffmodel, ffconfig) - output_result = sampling_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10).astype(np.float32) - top_p_value = 0.8 - - output_result = test_sampling( - ffconfig, - input_data, - top_p=top_p_value, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying sampling:") - print(output_result) diff --git a/examples/python/native/ops/scalar_add.py b/examples/python/native/ops/scalar_add.py deleted file mode 100644 index 48a316ea8..000000000 --- a/examples/python/native/ops/scalar_add.py +++ /dev/null @@ -1,53 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_scalar_add(ffconfig, input_arr: np.ndarray, scalar: float, inplace: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - scalar_add_output = ffmodel.scalar_add( - input_tensor, - scalar, - inplace=inplace, - name="scalar_add_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - scalar_add_output.inline_map(ffmodel, ffconfig) - output_result = scalar_add_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - scalar_value = 2.0 # Example scalar value - inplace_flag = True # Example inplace flag - - output_result = test_scalar_add(ffconfig, input_data, scalar=scalar_value, inplace=inplace_flag) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying scalar addition with scalar value {scalar_value} (inplace={inplace_flag}):") - print(output_result) diff --git a/examples/python/native/ops/scalar_multiply.py b/examples/python/native/ops/scalar_multiply.py deleted file mode 100644 index ebae5cce0..000000000 --- a/examples/python/native/ops/scalar_multiply.py +++ /dev/null @@ -1,53 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_scalar_multiply(ffconfig, input_arr: np.ndarray, scalar: float, inplace: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - scalar_multiply_output = ffmodel.scalar_multiply( - input_tensor, - scalar, - inplace=inplace, - name="scalar_multiply_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - scalar_multiply_output.inline_map(ffmodel, ffconfig) - output_result = scalar_multiply_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - scalar_value = 2.0 # Example scalar value - inplace_flag = True # Example inplace flag - - output_result = test_scalar_multiply(ffconfig, input_data, scalar=scalar_value, inplace=inplace_flag) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying scalar multiplication with scalar value {scalar_value} (inplace={inplace_flag}):") - print(output_result) diff --git a/examples/python/native/ops/scalar_sub.py b/examples/python/native/ops/scalar_sub.py deleted file mode 100644 index 2dc467b57..000000000 --- a/examples/python/native/ops/scalar_sub.py +++ /dev/null @@ -1,53 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_scalar_sub(ffconfig, input_arr: np.ndarray, scalar: float, inplace: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - scalar_sub_output = ffmodel.scalar_sub( - input_tensor, - scalar, - inplace=inplace, - name="scalar_sub_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - scalar_sub_output.inline_map(ffmodel, ffconfig) - output_result = scalar_sub_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - scalar_value = 2.0 # Example scalar value - inplace_flag = True # Example inplace flag - - output_result = test_scalar_sub(ffconfig, input_data, scalar=scalar_value, inplace=inplace_flag) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying scalar subtraction with scalar value {scalar_value} (inplace={inplace_flag}):") - print(output_result) diff --git a/examples/python/native/ops/scalar_true_divide.py b/examples/python/native/ops/scalar_true_divide.py deleted file mode 100644 index f1b64df50..000000000 --- a/examples/python/native/ops/scalar_true_divide.py +++ /dev/null @@ -1,53 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_scalar_true_divide(ffconfig, input_arr: np.ndarray, scalar: float, inplace: bool = True, name=None): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - scalar_true_divide_output = ffmodel.scalar_true_divide( - input_tensor, - scalar, - inplace=inplace, - name="scalar_true_divide_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - scalar_true_divide_output.inline_map(ffmodel, ffconfig) - output_result = scalar_true_divide_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - scalar_value = 2.0 # Example scalar value - inplace_flag = True # Example inplace flag - - output_result = test_scalar_true_divide(ffconfig, input_data, scalar=scalar_value, inplace=inplace_flag) - - print("Input Array:") - print(input_data) - print(f"\nOutput Array after applying scalar true division with scalar value {scalar_value} (inplace={inplace_flag}):") - print(output_result) diff --git a/examples/python/native/ops/sigmoid.py b/examples/python/native/ops/sigmoid.py deleted file mode 100644 index 0fbe21df4..000000000 --- a/examples/python/native/ops/sigmoid.py +++ /dev/null @@ -1,46 +0,0 @@ -# The basis for this test of the 'Sigmoid' activation function is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_sigmoid(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - # Apply Sigmoid activation - out = ffmodel.sigmoid(input_tensor) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - result = test_sigmoid(ffconfig, input_data) - - print("Input Data:") - print(input_data) - - print("\nResult after Sigmoid activation:") - print(result) diff --git a/examples/python/native/ops/sigmoid_silu_multi.py b/examples/python/native/ops/sigmoid_silu_multi.py deleted file mode 100644 index cecc3e102..000000000 --- a/examples/python/native/ops/sigmoid_silu_multi.py +++ /dev/null @@ -1,58 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_sigmoid_silu_multi(ffconfig, input1_arr: np.ndarray, input2_arr: np.ndarray, name=None): - ffmodel = FFModel(ffconfig) - - input1_tensor = ffmodel.create_tensor(input1_arr.shape, DataType.DT_FLOAT) - input2_tensor = ffmodel.create_tensor(input2_arr.shape, DataType.DT_FLOAT) - - sigmoid_silu_multi_output = ffmodel.sigmoid_silu_multi( - input1_tensor, - input2_tensor, - name="sigmoid_silu_multi_layer" - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input1 = ffmodel.create_data_loader(input1_tensor, input1_arr) - dataloader_input2 = ffmodel.create_data_loader(input2_tensor, input2_arr) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input2.reset() - - dataloader_input1.next_batch(ffmodel) - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - sigmoid_silu_multi_output.inline_map(ffmodel, ffconfig) - output_result = sigmoid_silu_multi_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input2_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - output_result = test_sigmoid_silu_multi(ffconfig, input1_data, input2_data) - - print("Input1 Array:") - print(input1_data) - print("\nInput2 Array:") - print(input2_data) - print("\nOutput Array after applying sigmoid_silu_multi:") - print(output_result) diff --git a/examples/python/native/ops/sin.py b/examples/python/native/ops/sin.py deleted file mode 100644 index 4b60a4e1d..000000000 --- a/examples/python/native/ops/sin.py +++ /dev/null @@ -1,44 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_sin(ffconfig, input_arr: np.ndarray) -> np.ndarray: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - sin_output = ffmodel.sin(input_tensor, name="sin_layer") - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - sin_output.inline_map(ffmodel, ffconfig) - sin_result = sin_output.get_array(ffmodel, ffconfig) - - return sin_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - sin_result = test_sin(ffconfig, input_data) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying sin function:") - print(sin_result) diff --git a/examples/python/native/ops/softmax.py b/examples/python/native/ops/softmax.py deleted file mode 100644 index b5481bcc8..000000000 --- a/examples/python/native/ops/softmax.py +++ /dev/null @@ -1,46 +0,0 @@ -# The basis for this test of the 'Softmax' activation function is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_softmax(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - # Apply Softmax activation - out = ffmodel.softmax(input_tensor) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10).astype(np.float32) - - result = test_softmax(ffconfig, input_data) - - print("Input Data:") - print(input_data) - - print("\nResult after Softmax activation:") - print(result) diff --git a/examples/python/native/ops/spec_inc_multihead_self_attention.py b/examples/python/native/ops/spec_inc_multihead_self_attention.py deleted file mode 100644 index d0fa5f768..000000000 --- a/examples/python/native/ops/spec_inc_multihead_self_attention.py +++ /dev/null @@ -1,97 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_spec_inc_multihead_self_attention( - ffconfig, - input_arr: np.ndarray, - embed_dim: int, - num_heads: int, - kdim: int = 0, - vdim: int = 0, - dropout: float = 0.0, - add_zero_attn: bool = False, - data_type: DataType = DataType.DT_NONE, - kernel_initializer=None, - apply_rotary_embedding: bool = False, - scaling_query: bool = False, - scaling_factor: float = 1.0, - qk_prod_scaling: bool = True, - position_bias: bool = False, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, data_type) - - spec_inc_multihead_self_attention_output = ffmodel.spec_inc_multihead_self_attention( - input_tensor, - embed_dim, - num_heads, - kdim=kdim, - vdim=vdim, - dropout=dropout, - add_zero_attn=add_zero_attn, - data_type=data_type, - kernel_initializer=kernel_initializer, - apply_rotary_embedding=apply_rotary_embedding, - scaling_query=scaling_query, - scaling_factor=scaling_factor, - qk_prod_scaling=qk_prod_scaling, - position_bias=position_bias, - name="spec_inc_multihead_self_attention_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - spec_inc_multihead_self_attention_output.inline_map(ffmodel, ffconfig) - output_result = spec_inc_multihead_self_attention_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - embed_dim_value = 64 - num_heads_value = 8 - - output_result = test_spec_inc_multihead_self_attention( - ffconfig, - input_data, - embed_dim=embed_dim_value, - num_heads=num_heads_value, - kdim=0, # Example value for kdim - vdim=0, # Example value for vdim - dropout=0.1, # Example value for dropout - add_zero_attn=False, - data_type=DataType.DT_FLOAT, - kernel_initializer=None, # Example value for kernel_initializer - apply_rotary_embedding=False, - scaling_query=False, - scaling_factor=1.0, - qk_prod_scaling=True, - position_bias=False, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying spec_inc_multihead_self_attention:") - print(output_result) diff --git a/examples/python/native/ops/spec_inc_multiquery_self_attention.py b/examples/python/native/ops/spec_inc_multiquery_self_attention.py deleted file mode 100644 index 0d04f639c..000000000 --- a/examples/python/native/ops/spec_inc_multiquery_self_attention.py +++ /dev/null @@ -1,101 +0,0 @@ -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_spec_inc_multiquery_self_attention( - ffconfig, - input_arr: np.ndarray, - embed_dim: int, - num_q_heads: int, - num_kv_heads: int, - kdim: int = 0, - vdim: int = 0, - dropout: float = 0.0, - add_zero_attn: bool = False, - data_type: DataType = DataType.DT_NONE, - kernel_initializer=None, - apply_rotary_embedding: bool = False, - scaling_query: bool = False, - scaling_factor: float = 1.0, - qk_prod_scaling: bool = True, - position_bias: bool = False, - name=None, -): - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, data_type) - - spec_inc_multiquery_self_attention_output = ffmodel.spec_inc_multiquery_self_attention( - input_tensor, - embed_dim, - num_q_heads, - num_kv_heads, - kdim=kdim, - vdim=vdim, - dropout=dropout, - add_zero_attn=add_zero_attn, - data_type=data_type, - kernel_initializer=kernel_initializer, - apply_rotary_embedding=apply_rotary_embedding, - scaling_query=scaling_query, - scaling_factor=scaling_factor, - qk_prod_scaling=qk_prod_scaling, - position_bias=position_bias, - name="spec_inc_multiquery_self_attention_layer", - ) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY] - ) - - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - spec_inc_multiquery_self_attention_output.inline_map(ffmodel, ffconfig) - output_result = spec_inc_multiquery_self_attention_output.get_array(ffmodel, ffconfig) - - return output_result - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 10, 20).astype(np.float32) - embed_dim_value = 64 - num_q_heads_value = 4 - num_kv_heads_value = 4 - - output_result = test_spec_inc_multiquery_self_attention( - ffconfig, - input_data, - embed_dim=embed_dim_value, - num_q_heads=num_q_heads_value, - num_kv_heads=num_kv_heads_value, - kdim=0, # Example value for kdim - vdim=0, # Example value for vdim - dropout=0.1, # Example value for dropout - add_zero_attn=False, - data_type=DataType.DT_FLOAT, - kernel_initializer=None, # Example value for kernel_initializer - apply_rotary_embedding=False, - scaling_query=False, - scaling_factor=1.0, - qk_prod_scaling=True, - position_bias=False, - ) - - print("Input Array:") - print(input_data) - print("\nOutput Array after applying spec_inc_multiquery_self_attention:") - print(output_result) diff --git a/examples/python/native/ops/split.py b/examples/python/native/ops/split.py deleted file mode 100644 index d03a52a76..000000000 --- a/examples/python/native/ops/split.py +++ /dev/null @@ -1,47 +0,0 @@ -# The basis for this test of the 'split' operation is generated by ChatGPT using the manually created conv2d.py as a template. - -from typing import List - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_split(ffconfig, input_arr: np.ndarray) -> List[flexflow.core.Tensor]: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out1, out2 = ffmodel.split(input_tensor, 2, axis=1) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out1.inline_map(ffmodel, ffconfig) - out2.inline_map(ffmodel, ffconfig) - - return [out1.get_array(ffmodel, ffconfig), out2.get_array(ffmodel, ffconfig)] - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 10, 10, 10).astype(np.float32) - output_list = test_split(ffconfig, input) - - print("Output Tensor 1:") - print(output_list[0]) - - print("\nOutput Tensor 2:") - print(output_list[1]) diff --git a/examples/python/native/ops/subtract.py b/examples/python/native/ops/subtract.py deleted file mode 100644 index 5f829cbae..000000000 --- a/examples/python/native/ops/subtract.py +++ /dev/null @@ -1,45 +0,0 @@ -# The basis for this test of the 'subtract' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_subtract(ffconfig, input_arr1: np.ndarray, input_arr2: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor1 = ffmodel.create_tensor(input_arr1.shape, DataType.DT_FLOAT) - input_tensor2 = ffmodel.create_tensor(input_arr2.shape, DataType.DT_FLOAT) - - out = ffmodel.subtract(input_tensor1, input_tensor2) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input1 = ffmodel.create_data_loader(input_tensor1, input_arr1) - dataloader_input2 = ffmodel.create_data_loader(input_tensor2, input_arr2) - - ffmodel.init_layers() - - dataloader_input1.reset() - dataloader_input1.next_batch(ffmodel) - - dataloader_input2.reset() - dataloader_input2.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input1 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - input2 = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - _ = test_subtract(ffconfig, input1, input2) diff --git a/examples/python/native/ops/tanh.py b/examples/python/native/ops/tanh.py deleted file mode 100644 index ba4ba7d6f..000000000 --- a/examples/python/native/ops/tanh.py +++ /dev/null @@ -1,46 +0,0 @@ -# The basis for this test of the 'tanh' activation function is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - -def test_tanh(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - # Apply tanh activation - out = ffmodel.tanh(input_tensor) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input_data = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - - result = test_tanh(ffconfig, input_data) - - print("Input Data:") - print(input_data) - - print("\nResult after tanh activation:") - print(result) diff --git a/examples/python/native/ops/transpose.py b/examples/python/native/ops/transpose.py deleted file mode 100644 index 6f514d660..000000000 --- a/examples/python/native/ops/transpose.py +++ /dev/null @@ -1,38 +0,0 @@ -# The basis for this test of the 'transpose' operation is generated by ChatGPT using the manually created conv2d.py as a template. - - -import flexflow.core -import numpy as np -from flexflow.core import * - - -def test_transpose(ffconfig, input_arr: np.ndarray) -> flexflow.core.Tensor: - ffmodel = FFModel(ffconfig) - - input_tensor = ffmodel.create_tensor(input_arr.shape, DataType.DT_FLOAT) - - out = ffmodel.transpose(input_tensor, [ffconfig.batch_size, 10, 5, 10]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile( - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - dataloader_input = ffmodel.create_data_loader(input_tensor, input_arr) - - ffmodel.init_layers() - - dataloader_input.reset() - dataloader_input.next_batch(ffmodel) - ffmodel.forward() - - out.inline_map(ffmodel, ffconfig) - return out.get_array(ffmodel, ffconfig) - - -if __name__ == '__main__': - init_flexflow_runtime() - ffconfig = FFConfig() - - input = np.random.randn(ffconfig.batch_size, 5, 10, 10).astype(np.float32) - _ = test_transpose(ffconfig, input) diff --git a/examples/python/native/print_input.py b/examples/python/native/print_input.py deleted file mode 100644 index 84d1c2a7c..000000000 --- a/examples/python/native/print_input.py +++ /dev/null @@ -1,90 +0,0 @@ -from flexflow.core import * - -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims1 = [ffconfig.batch_size, 3, 229, 229] - input1 = ffmodel.create_tensor(dims1, DataType.DT_FLOAT); - - dims2 = [ffconfig.batch_size, 256] - input2 = ffmodel.create_tensor(dims2, DataType.DT_FLOAT); - - dims_label = [ffconfig.batch_size, 1] - label = ffmodel.create_tensor(dims_label, DataType.DT_INT32); - - # alexnetconfig = NetConfig() - # dataloader = DataLoader4D(ffmodel, input1, label, ffnetconfig=alexnetconfig) - # dataloader.reset() - # dataloader.next_batch(ffmodel) - - input1.inline_map(ffconfig) - input1_array = input1.get_array(ffconfig) - rawptr = input1_array.__array_interface__['data'] - print(hex(rawptr[0])) - # input1_array *= 0 - # input1_array += 1.1 - print(input1_array.shape) - print(input1_array) - input1.inline_unmap(ffconfig) - - input2.inline_map(ffconfig) - input2_array = input2.get_array(ffconfig) - rawptr = input2_array.__array_interface__['data'] - print(hex(rawptr[0])) - input2_array *= 0 - input2_array += 2.2 - print(input2_array.shape) - print(input2_array) - rawptr = input2_array.__array_interface__['data'] - print(hex(rawptr[0])) - input2.inline_unmap(ffconfig) - - input1 = ffmodel.conv2d(input1, 64, 11, 11, 4, 4, 2, 2) - input2 = ffmodel.dense(input2, 128, ActiMode.AC_MODE_RELU) - input2 = ffmodel.dense(input2, 128, ActiMode.AC_MODE_RELU) - # - # - # ffmodel.init_layers() - # - # conv1 = ffmodel.get_layer_by_id(0) - # input_tensor1 = conv1.get_input_tensor() - # input_tensor1.inline_map(ffconfig) - # input_array11 = input_tensor1.get_array(ffconfig) - # print(input_array11.shape) - # #print(input_array11) - # input_tensor1.inline_unmap(ffconfig) - # - # output_tensor1 = conv1.get_output_tensor() - # output_tensor1.inline_map(ffconfig) - # output_array11 = output_tensor1.get_array(ffconfig) - # print(output_array11.shape) - # #print(output_array11) - # output_tensor1.inline_unmap(ffconfig) - - - dense1 = ffmodel.get_layer_by_id(1) - if flexflow_python_binding() == "cffi": - input_tensor2 = dense1.get_input_tensor() - else: - input_tensor2 = dense1.get_input_tensor_by_id(0) - input_tensor2.inline_map(ffconfig) - input_array22 = input_tensor2.get_array(ffconfig) - print(input_array22.shape) - print(input_array22) - input_tensor2.inline_unmap(ffconfig) - - # output_tensor2 = dense1.get_output_tensor() - # output_tensor2.inline_map(ffconfig) - # output_array22 = output_tensor2.get_array(ffconfig) - # print(output_array22.shape) - # #print(output_array11) - # output_tensor2.inline_unmap(ffconfig) - - -if __name__ == "__main__": - print("alexnet") - top_level_task() diff --git a/examples/python/native/print_layers.py b/examples/python/native/print_layers.py deleted file mode 100644 index 481ecc347..000000000 --- a/examples/python/native/print_layers.py +++ /dev/null @@ -1,127 +0,0 @@ -from flexflow.core import * - -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims1 = [ffconfig.batch_size, 3, 229, 229] - input1 = ffmodel.create_tensor(dims1, DataType.DT_FLOAT); - - dims2 = [ffconfig.batch_size, 16] - input2 = ffmodel.create_tensor(dims2, DataType.DT_FLOAT); - - dims_label = [ffconfig.batch_size, 1] - label = ffmodel.create_tensor(dims_label, DataType.DT_INT32); - - t1 = ffmodel.conv2d(input1, 64, 11, 11, 4, 4, 2, 2) - t2 = ffmodel.dense(input2, 8, ActiMode.AC_MODE_RELU) - #t3 = ffmodel.dense("dense1", t2, 128, ActiMode.AC_MODE_RELU) - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.compile(optimizer=ffoptimizer, loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - # Data Loader - # alexnetconfig = NetConfig() - # dataloader = DataLoader4D(ffmodel, input1, label, ffnetconfig=alexnetconfig) - - # ffmodel.init_layers() - - label.inline_map(ffmodel, ffconfig) - label_array = label.get_array(ffmodel, ffconfig) - label_array *= 0 - label_array += 1 - print(label_array.shape) - print(label_array) - label.inline_unmap(ffmodel, ffconfig) - - #weight of conv2d - # t3 = ffmodel.get_tensor_by_id(0) - # - # np_array = np.zeros((64, 3, 11, 11), dtype=np.float32) - # np_array += 1.2 - # t3.set_weights(ffmodel, np_array) - # - # t3.inline_map(ffconfig) - # t3_array = t3.get_array(ffconfig) - # print(t3_array.shape) - # print(t3_array) - # t3.inline_unmap(ffconfig) - - - ###3 - conv_2d1 = ffmodel.get_layer_by_id(0) - - cbias_tensor = conv_2d1.get_bias_tensor() - - np_array = np.zeros((64), dtype=np.float32) - np_array += 22.222 - cbias_tensor.set_weights(ffmodel, np_array) - - # cbias_tensor.inline_map(ffconfig) - # cbias = cbias_tensor.get_array(ffconfig) - # print(cbias) - # cbias *= 0.0 - # cbias += 1.1 - # print(cbias.shape) - # print(cbias) - # cbias_tensor.inline_unmap(ffconfig) - # - # cweight_tensor = conv_2d1.get_weight_tensor() - # cweight_tensor.inline_map(ffconfig) - # cweight = cweight_tensor.get_array(ffconfig) - # #cweight += 1.2 - # ct = 0.0 - # for i in range(cweight.shape[0]): - # for j in range(cweight.shape[1]): - # for k in range(cweight.shape[2]): - # for l in range(cweight.shape[3]): - # cweight[i][j][k][l] += ct - # ct += 1.0 - # print(cweight.shape) - # # print(cweight.strides) - # print(cweight) - # cweight_tensor.inline_unmap(ffconfig) - # - # np_array = cweight_tensor.get_weights(ffmodel) - # print(np_array) - - dense1 = ffmodel.get_layer_by_id(1) - - dbias_tensor = dense1.get_bias_tensor() - dbias_tensor.inline_map(ffmodel, ffconfig) - dbias = dbias_tensor.get_array(ffmodel, ffconfig) - dbias *= 0.0 - dbias += 2.1 - print(dbias.shape) - print(dbias) - dbias_tensor.inline_unmap(ffmodel, ffconfig) - - np_array = dbias_tensor.get_weights(ffmodel) - print(np_array) - - dweight_tensor = dense1.get_weight_tensor() - dweight_tensor.inline_map(ffmodel, ffconfig) - dweight = dweight_tensor.get_array(ffmodel, ffconfig) - #dweight *= 0.0 - #dweight += 2.2 - ct = 0.0 - # for i in range(dweight.shape[0]): - # for j in range(dweight.shape[1]): - # dweight[i][j] = ct - # ct += 1.0 - # print(dweight.shape) - # print(dweight.strides) - # print(dweight) - dweight_tensor.inline_unmap(ffmodel, ffconfig) - - # ffmodel.print_layers(0) - - -if __name__ == "__main__": - print("alexnet") - configs = get_configs() - init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/native/print_weight.py b/examples/python/native/print_weight.py deleted file mode 100644 index 5c5e4bc55..000000000 --- a/examples/python/native/print_weight.py +++ /dev/null @@ -1,54 +0,0 @@ -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist - -from accuracy import ModelAccuracy -import argparse - - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" % ( - ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 784] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - num_samples = 60000 - - kernel_init = UniformInitializer(12, -1, 1) - t = ffmodel.dense(input_tensor, 512, ActiMode.AC_MODE_RELU, - kernel_initializer=kernel_init) - t = ffmodel.dense(t, 512, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[ - MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - print(x_train.shape) - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - dataloader_input = ffmodel.create_data_loader(input_tensor, x_train) - dataloader_label = ffmodel.create_data_loader(label_tensor, y_train) - - ffmodel.init_layers() - - dense1 = ffmodel.get_layer_by_id(0) - print(dense1) - print(dense1.get_weight_tensor()) - -if __name__ == "__main__": - print("mnist mlp test weight") - top_level_task() \ No newline at end of file diff --git a/examples/python/native/resnet.py b/examples/python/native/resnet.py deleted file mode 100644 index f30fdf41b..000000000 --- a/examples/python/native/resnet.py +++ /dev/null @@ -1,109 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 - -from PIL import Image -import numpy as np - -def BottleneckBlock(ff, input, out_channels, stride): - t = ff.conv2d(input, out_channels, 1, 1, 1, 1, 0, 0, ActiMode.AC_MODE_NONE) - t = ff.batch_norm(t) - t = ff.conv2d(t, out_channels, 3, 3, stride, stride, 1, 1, ActiMode.AC_MODE_NONE) - t = ff.batch_norm(t) - t = ff.conv2d(t, 4*out_channels, 1, 1, 1, 1, 0, 0) - t = ff.batch_norm(t, False) - if ((stride > 1) or (input.dims[1] != out_channels * 4)): - print("input.adim = %d out_channels*4 = %d" %(input.dims[1], out_channels*4)) - input = ff.conv2d(input, 4*out_channels, 1, 1, stride, stride, 0, 0, ActiMode.AC_MODE_NONE) - input = ff.batch_norm(input, False); - t = ff.add(input, t) - return ff.relu(t) - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 229, 229] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - t = ffmodel.conv2d(input, 64, 7, 7, 2, 2, 3, 3) - t = ffmodel.batch_norm(t); - t = ffmodel.pool2d(t, 3, 3, 2, 2, 1, 1) - for i in range(0, 3): - t = BottleneckBlock(ffmodel, t, 64, 1) - for i in range(0, 4): - if (i == 0): - stride = 2 - else: - stride = 1 - t = BottleneckBlock(ffmodel, t, 128, stride) - for i in range(0, 6): - if (i == 0): - stride = 2 - else: - stride = 1 - t = BottleneckBlock(ffmodel, t, 256, stride) - for i in range(0, 3): - if (i == 0): - stride = 2 - else: - stride = 1 - t = BottleneckBlock(ffmodel, t, 512, stride); - t = ffmodel.pool2d(t, 7, 7, 1, 1, 0, 0, PoolType.POOL_AVG) - t = ffmodel.flat(t); - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.001) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - # load data - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229,229), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - - full_input_np /= 255 - print(full_input_np.shape) - print(full_input_np.__array_interface__["strides"]) - print(full_input_np[0,:, :, :]) - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - -if __name__ == "__main__": - print("resnet") - top_level_task() diff --git a/examples/python/native/split.py b/examples/python/native/split.py deleted file mode 100644 index f79ff04e1..000000000 --- a/examples/python/native/split.py +++ /dev/null @@ -1,85 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 - -from accuracy import ModelAccuracy - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 32, 32] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - t1 = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t2 = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t3 = ffmodel.conv2d(input_tensor, 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.concat([t1, t2, t3], 1) - ts = ffmodel.split(t, 3, 1) - t = ffmodel.conv2d(ts[1], 32, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0,) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.conv2d(t, 64, 3, 3, 1, 1, 1, 1, ActiMode.AC_MODE_RELU) - t = ffmodel.pool2d(t, 2, 2, 2, 2, 0, 0) - t = ffmodel.flat(t); - t = ffmodel.dense(t, 512, ActiMode.AC_MODE_RELU) - t = ffmodel.dense(t, 10) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - full_input_array = x_train - print(full_input_array.__array_interface__["strides"]) - - y_train = y_train.astype('int32') - full_label_array = y_train - - print(full_input_array.__array_interface__["strides"]) - print(full_input_array.shape, full_label_array.shape) - #print(full_input_array[0,:,:,:]) - #print(full_label_array[0, 0:64]) - print(full_label_array.__array_interface__["strides"]) - - dataloader_input = ffmodel.create_data_loader(input_tensor, full_input_array) - dataloader_label = ffmodel.create_data_loader(label_tensor, full_label_array) - - num_samples = dataloader_input.num_samples - - ffmodel.init_layers() - - if flexflow_python_binding() == 'cffi': - print("end init model", ts[0].handle.impl) - - epochs = ffconfig.epochs - #epochs = 10 - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.CIFAR10_CNN.value: - # assert 0, 'Check Accuracy' - - -if __name__ == "__main__": - print("cifar10 cnn split") - configs = get_configs() - init_flexflow_runtime(configs) - top_level_task() diff --git a/examples/python/native/tensor_attach.py b/examples/python/native/tensor_attach.py deleted file mode 100644 index 93bbb3437..000000000 --- a/examples/python/native/tensor_attach.py +++ /dev/null @@ -1,34 +0,0 @@ -from flexflow.core import * -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [8, 3, 10, 10] - #print(dims) - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - input_np = np.zeros((10,10,3,8), dtype=np.float32) - ct = 0.0 - for i in range(0, input_np.shape[0]): - for j in range(0, input_np.shape[1]): - for k in range(0, input_np.shape[2]): - for l in range(0, input_np.shape[3]): - input_np[i, j, k, l] = ct - ct += 1 - print(input_np) - - input.attach_numpy_array(ffconfig, input_np) - print(input.is_mapped()) - input_array = input.get_array(ffconfig, DataType.DT_FLOAT) - print(input_array) - input.detach_numpy_array(ffconfig) - - -if __name__ == "__main__": - print("tensor attach") - top_level_task() diff --git a/examples/python/onnx/accuracy.py b/examples/python/onnx/accuracy.py deleted file mode 100644 index 30b15402f..000000000 --- a/examples/python/onnx/accuracy.py +++ /dev/null @@ -1,23 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -from enum import Enum - -class ModelAccuracy(Enum): - MNIST_MLP = 90 - MNIST_CNN = 90 - REUTERS_MLP = 90 - CIFAR10_CNN = 90 - CIFAR10_ALEXNET = 90 diff --git a/examples/python/onnx/alexnet.py b/examples/python/onnx/alexnet.py deleted file mode 100644 index 172dee7dc..000000000 --- a/examples/python/onnx/alexnet.py +++ /dev/null @@ -1,71 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.onnx.model import ONNXModel - -from accuracy import ModelAccuracy -from PIL import Image -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 229, 229] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - onnx_model = ONNXModel("alexnet.onnx") - t = onnx_model.apply(ffmodel, {"input.1": input}) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229,229), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - full_input_np /= 255 - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < ModelAccuracy.CIFAR10_ALEXNET.value: - assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("alexnet onnx") - top_level_task() diff --git a/examples/python/onnx/alexnet_pt.py b/examples/python/onnx/alexnet_pt.py deleted file mode 100644 index e08562f75..000000000 --- a/examples/python/onnx/alexnet_pt.py +++ /dev/null @@ -1,41 +0,0 @@ -import onnx -import torch -import torch.nn as nn -from torch.onnx import TrainingMode - -class AlexNet(nn.Module): - def __init__(self, num_classes: int = 1000) -> None: - super(AlexNet, self).__init__() - self.features = nn.Sequential( - nn.Conv2d(3, 64, kernel_size=11, stride=4, padding=2), - nn.ReLU(inplace=True), - nn.MaxPool2d(kernel_size=3, stride=2), - nn.Conv2d(64, 192, kernel_size=5, padding=2), - nn.ReLU(inplace=True), - nn.MaxPool2d(kernel_size=3, stride=2), - nn.Conv2d(192, 384, kernel_size=3, padding=1), - nn.ReLU(inplace=True), - nn.Conv2d(384, 256, kernel_size=3, padding=1), - nn.ReLU(inplace=True), - nn.Conv2d(256, 256, kernel_size=3, padding=1), - nn.ReLU(inplace=True), - nn.MaxPool2d(kernel_size=3, stride=2), - ) - self.classifier = nn.Sequential( - nn.Linear(256 * 6 * 6, 4096), - nn.ReLU(inplace=True), - nn.Linear(4096, 4096), - nn.ReLU(inplace=True), - nn.Linear(4096, num_classes), - nn.Softmax(), - ) - - def forward(self, x: torch.Tensor) -> torch.Tensor: - x = self.features(x) - x = torch.flatten(x, 1) - x = self.classifier(x) - return x - -input = torch.randn(64, 3, 224, 224) -model = AlexNet(num_classes=10) -torch.onnx.export(model, (input), "alexnet.onnx", export_params=False, training=TrainingMode.TRAINING) diff --git a/examples/python/onnx/cifar10_cnn.py b/examples/python/onnx/cifar10_cnn.py deleted file mode 100644 index f4272cdd5..000000000 --- a/examples/python/onnx/cifar10_cnn.py +++ /dev/null @@ -1,70 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.onnx.model import ONNXModel, ONNXModelKeras -import argparse - -from accuracy import ModelAccuracy - -def top_level_task(test_type=1): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 32, 32] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - if test_type == 1: - onnx_model = ONNXModel("cifar10_cnn_pt.onnx") - t = onnx_model.apply(ffmodel, {"input.1": input}) - else: - onnx_model = ONNXModelKeras("cifar10_cnn_keras.onnx", ffconfig, ffmodel) - t = onnx_model.apply(ffmodel, {"input_1": input}) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - full_input_array = x_train - print(full_input_array.__array_interface__["strides"]) - - y_train = y_train.astype('int32') - full_label_array = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_array) - dataloader_label = ffmodel.create_data_loader(label, full_label_array) - - num_samples = dataloader_input.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < ModelAccuracy.CIFAR10_CNN.value: - assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("cifar10 cnn onnx") - parser = argparse.ArgumentParser() - parser.add_argument('--test_type', type=int, choices=[0, 1], help="Whether to test using Keras (test_type 0) or PyTorch (test_type 1) ") - args, unknown = parser.parse_known_args() - test_type = args.test_type - top_level_task(test_type) diff --git a/examples/python/onnx/cifar10_cnn_keras.py b/examples/python/onnx/cifar10_cnn_keras.py deleted file mode 100644 index d53b73a09..000000000 --- a/examples/python/onnx/cifar10_cnn_keras.py +++ /dev/null @@ -1,43 +0,0 @@ -from tensorflow.keras.models import Model, Sequential -from tensorflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, Input -import keras2onnx -import onnx - -from keras import backend -backend.set_image_data_format('channels_first') - -num_classes = 10 - -input_tensor1 = Input(shape=(3, 32, 32)) - -output_tensor = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(input_tensor1) -output_tensor = Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) -output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) -output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) -output_tensor = Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu")(output_tensor) -output_tensor = MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid")(output_tensor) -output_tensor = Flatten()(output_tensor) -output_tensor = Dense(512, activation="relu")(output_tensor) -output_tensor = Dense(num_classes)(output_tensor) -output_tensor = Activation("softmax")(output_tensor) - -model = Model(input_tensor1, output_tensor) - -print(model.summary()) -print(model.get_layer(index=1).output.name) -print(model.get_layer(index=1).input.name) - -onnx_model = keras2onnx.convert_keras(model, "mlp") -onnx.save(onnx_model, "cifar10_cnn_keras.onnx") - -for node in onnx_model.graph.node: - print(node) -# -# for input in onnx_model.graph.initializer: -# print(input.name, input.dims, len(input.dims)) -# -# for input in onnx_model.graph.input: -# print(input) -# -# for output in onnx_model.graph.output: -# print(output, type(output)) \ No newline at end of file diff --git a/examples/python/onnx/cifar10_cnn_pt.py b/examples/python/onnx/cifar10_cnn_pt.py deleted file mode 100644 index 670740825..000000000 --- a/examples/python/onnx/cifar10_cnn_pt.py +++ /dev/null @@ -1,45 +0,0 @@ -import onnx -import torch -import torch.nn as nn -from torch.onnx import TrainingMode - -class CNN(nn.Module): - def __init__(self): - super().__init__() - self.features = nn.Sequential( - nn.Conv2d(3, 32, 3, 1, 1), - nn.ReLU(), - nn.Conv2d(32, 32, 3, 1, 1), - nn.ReLU(), - nn.MaxPool2d(2, 2), - nn.Conv2d(32, 64, 3, 1, 1), - nn.ReLU(), - nn.Conv2d(64, 64, 3, 1, 1), - nn.ReLU(), - nn.MaxPool2d(2, 2)) - self.classifier = nn.Sequential( - nn.Linear(4096, 512), - nn.ReLU(), - nn.Linear(512, 10), - nn.ReLU(), - nn.Softmax()) - - def forward(self, x): - x = self.features(x) - print(x.shape) - x = torch.flatten(x, 1) - print(x.shape) - x = self.classifier(x) - return x - -input = torch.randn(64, 3, 32, 32) -model = CNN() -torch.onnx.export(model, (input), "cifar10_cnn_pt.onnx", export_params=False, training=TrainingMode.TRAINING) - -onnx_model = onnx.load("cifar10_cnn_pt.onnx") - -for node in onnx_model.graph.node: - print(node) -# -# for input in onnx_model.graph.input: -# print(input) diff --git a/examples/python/onnx/mnist_mlp.py b/examples/python/onnx/mnist_mlp.py deleted file mode 100644 index 05c5a7427..000000000 --- a/examples/python/onnx/mnist_mlp.py +++ /dev/null @@ -1,65 +0,0 @@ -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist -from flexflow.onnx.model import ONNXModel, ONNXModelKeras -import argparse - -from accuracy import ModelAccuracy - -def top_level_task(test_type=1): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims1 = [ffconfig.batch_size, 784] - input1 = ffmodel.create_tensor(dims1, DataType.DT_FLOAT); - - num_samples = 60000 - - if test_type == 1: - onnx_model = ONNXModel("mnist_mlp_pt.onnx") - t = onnx_model.apply(ffmodel, {"input.1": input1}) - else: - onnx_model = ONNXModelKeras("mnist_mlp_keras.onnx", ffconfig, ffmodel) - t = onnx_model.apply(ffmodel, {"input_1": input1}) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - dataloader_input = ffmodel.create_data_loader(input1, x_train) - dataloader_label = ffmodel.create_data_loader(label, y_train) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < ModelAccuracy.MNIST_MLP.value: - assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("mnist mlp onnx") - parser = argparse.ArgumentParser() - parser.add_argument('--test_type', type=int, choices=[0, 1], help="Whether to test using Keras (test_type 0) or PyTorch (test_type 1) ") - args, unknown = parser.parse_known_args() - test_type = args.test_type - top_level_task(test_type) diff --git a/examples/python/onnx/mnist_mlp_keras.py b/examples/python/onnx/mnist_mlp_keras.py deleted file mode 100644 index 869869644..000000000 --- a/examples/python/onnx/mnist_mlp_keras.py +++ /dev/null @@ -1,50 +0,0 @@ -from tensorflow.keras.models import Model, Sequential -from tensorflow.keras.layers import Conv2D, MaxPooling2D, Flatten, Dense, Activation, Input -import keras2onnx -import onnx - -from keras import backend -backend.set_image_data_format('channels_first') - -num_classes = 10 - -input_tensor = Input(shape=(784)) -output = Dense(512, activation="relu")(input_tensor) -output = Dense(512, activation="relu")(output) -output = Dense(num_classes)(output) -output = Activation("softmax")(output) -model = Model(inputs=input_tensor, outputs=output) - -# model = Sequential() -# model.add(Dense(512, input_shape=(64,784))) -# model.add(Activation('relu')) -# model.add(Dense(512, activation="relu")) -# model.add(Dense(num_classes)) -# model.add(Activation("softmax")) - -# layers = [Input(shape=(28, 28, 1,)), -# Conv2D(filters=32, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu"), -# Conv2D(filters=64, kernel_size=(3,3), strides=(1,1), padding="valid", activation="relu"), -# MaxPooling2D(pool_size=(2,2), strides=(2,2), padding="valid"), -# Flatten(), -# Dense(128, activation="relu"), -# Dense(num_classes), -# Activation("softmax")] -# model = Sequential(layers) - -onnx_model = keras2onnx.convert_keras(model, "mlp") -onnx.save(onnx_model, "mnist_mlp_keras.onnx") - -for node in onnx_model.graph.node: - print(node) -# -# for input in onnx_model.graph.initializer: -# print(input.name, input.dims, len(input.dims)) -# if '/bias' in input.name: -# print(input.name, type(input)) -# -# for input in onnx_model.graph.input: -# print(input) -# -# for output in onnx_model.graph.output: -# print(output, type(output)) \ No newline at end of file diff --git a/examples/python/onnx/mnist_mlp_pt.py b/examples/python/onnx/mnist_mlp_pt.py deleted file mode 100644 index b1dd673eb..000000000 --- a/examples/python/onnx/mnist_mlp_pt.py +++ /dev/null @@ -1,32 +0,0 @@ -import torch -import torch.nn as nn -import onnx - -class MLP(nn.Module): - def __init__(self): - super().__init__() - self.linear1 = nn.Linear(784, 512) - self.linear2 = nn.Linear(512, 512) - self.linear3 = nn.Linear(512, 10) - self.relu = nn.ReLU() - self.softmax = nn.Softmax() - - def forward(self, x): - y = self.linear1(x) - y = self.relu(y) - y = self.linear2(y) - y = self.relu(y) - y = self.linear3(y) - y = self.softmax(y) - return y - -input = torch.randn(100, 784) -model = MLP() - -torch.onnx.export(model, (input), "mnist_mlp_pt.onnx", export_params=False) - -onnx_model = onnx.load("mnist_mlp_pt.onnx") -# for input in onnx_model.graph.input: -# print(input) -for node in onnx_model.graph.node: - print(node) diff --git a/examples/python/onnx/resnet.py b/examples/python/onnx/resnet.py deleted file mode 100644 index df4d6c7b6..000000000 --- a/examples/python/onnx/resnet.py +++ /dev/null @@ -1,72 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.onnx.model import ONNXModel - -from accuracy import ModelAccuracy -from PIL import Image -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 229, 229] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - onnx_model = ONNXModel("resnet18.onnx") - t = onnx_model.apply(ffmodel, {"input.1": input}) - t = ffmodel.softmax(t) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229,229), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - full_input_np /= 255 - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - perf_metrics = ffmodel.get_perf_metrics() - accuracy = perf_metrics.get_accuracy() - if accuracy < ModelAccuracy.CIFAR10_ALEXNET.value: - assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("resnet onnx") - top_level_task() diff --git a/examples/python/onnx/resnet_pt.py b/examples/python/onnx/resnet_pt.py deleted file mode 100644 index a1e5fcb65..000000000 --- a/examples/python/onnx/resnet_pt.py +++ /dev/null @@ -1,380 +0,0 @@ -import torch -from torch import Tensor -import torch.nn as nn -from typing import Type, Any, Callable, Union, List, Optional -from torch.onnx import TrainingMode -import onnx - -def conv3x3(in_planes: int, out_planes: int, stride: int = 1, groups: int = 1, dilation: int = 1) -> nn.Conv2d: - """3x3 convolution with padding""" - return nn.Conv2d(in_planes, out_planes, kernel_size=3, stride=stride, - padding=dilation, groups=groups, bias=False, dilation=dilation) - - -def conv1x1(in_planes: int, out_planes: int, stride: int = 1) -> nn.Conv2d: - """1x1 convolution""" - return nn.Conv2d(in_planes, out_planes, kernel_size=1, stride=stride, bias=False) - - -class BasicBlock(nn.Module): - expansion: int = 1 - - def __init__( - self, - inplanes: int, - planes: int, - stride: int = 1, - downsample: Optional[nn.Module] = None, - groups: int = 1, - base_width: int = 64, - dilation: int = 1, - norm_layer: Optional[Callable[..., nn.Module]] = None - ) -> None: - super(BasicBlock, self).__init__() - if norm_layer is None: - norm_layer = nn.BatchNorm2d - if groups != 1 or base_width != 64: - raise ValueError('BasicBlock only supports groups=1 and base_width=64') - if dilation > 1: - raise NotImplementedError("Dilation > 1 not supported in BasicBlock") - # Both self.conv1 and self.downsample layers downsample the input when stride != 1 - self.conv1 = conv3x3(inplanes, planes, stride) - self.bn1 = norm_layer(planes) - self.relu = nn.ReLU(inplace=True) - self.conv2 = conv3x3(planes, planes) - self.bn2 = norm_layer(planes) - self.downsample = downsample - self.stride = stride - - def forward(self, x: Tensor) -> Tensor: - identity = x - - out = self.conv1(x) - out = self.bn1(out) - out = self.relu(out) - - out = self.conv2(out) - out = self.bn2(out) - - if self.downsample is not None: - identity = self.downsample(x) - - out += identity - out = self.relu(out) - - return out - - -class Bottleneck(nn.Module): - # Bottleneck in torchvision places the stride for downsampling at 3x3 convolution(self.conv2) - # while original implementation places the stride at the first 1x1 convolution(self.conv1) - # according to "Deep residual learning for image recognition"https://arxiv.org/abs/1512.03385. - # This variant is also known as ResNet V1.5 and improves accuracy according to - # https://ngc.nvidia.com/catalog/model-scripts/nvidia:resnet_50_v1_5_for_pytorch. - - expansion: int = 4 - - def __init__( - self, - inplanes: int, - planes: int, - stride: int = 1, - downsample: Optional[nn.Module] = None, - groups: int = 1, - base_width: int = 64, - dilation: int = 1, - norm_layer: Optional[Callable[..., nn.Module]] = None - ) -> None: - super(Bottleneck, self).__init__() - if norm_layer is None: - norm_layer = nn.BatchNorm2d - width = int(planes * (base_width / 64.)) * groups - # Both self.conv2 and self.downsample layers downsample the input when stride != 1 - self.conv1 = conv1x1(inplanes, width) - self.bn1 = norm_layer(width) - self.conv2 = conv3x3(width, width, stride, groups, dilation) - self.bn2 = norm_layer(width) - self.conv3 = conv1x1(width, planes * self.expansion) - self.bn3 = norm_layer(planes * self.expansion) - self.relu = nn.ReLU(inplace=True) - self.downsample = downsample - self.stride = stride - - def forward(self, x: Tensor) -> Tensor: - identity = x - - out = self.conv1(x) - out = self.bn1(out) - out = self.relu(out) - - out = self.conv2(out) - out = self.bn2(out) - out = self.relu(out) - - out = self.conv3(out) - out = self.bn3(out) - - if self.downsample is not None: - identity = self.downsample(x) - - out += identity - out = self.relu(out) - - return out - - -class ResNet(nn.Module): - - def __init__( - self, - block: Type[Union[BasicBlock, Bottleneck]], - layers: List[int], - num_classes: int = 1000, - zero_init_residual: bool = False, - groups: int = 1, - width_per_group: int = 64, - replace_stride_with_dilation: Optional[List[bool]] = None, - norm_layer: Optional[Callable[..., nn.Module]] = None - ) -> None: - super(ResNet, self).__init__() - if norm_layer is None: - norm_layer = nn.BatchNorm2d - self._norm_layer = norm_layer - - self.inplanes = 64 - self.dilation = 1 - if replace_stride_with_dilation is None: - # each element in the tuple indicates if we should replace - # the 2x2 stride with a dilated convolution instead - replace_stride_with_dilation = [False, False, False] - if len(replace_stride_with_dilation) != 3: - raise ValueError("replace_stride_with_dilation should be None " - "or a 3-element tuple, got {}".format(replace_stride_with_dilation)) - self.groups = groups - self.base_width = width_per_group - self.conv1 = nn.Conv2d(3, self.inplanes, kernel_size=7, stride=2, padding=3, - bias=False) - self.bn1 = norm_layer(self.inplanes) - self.relu = nn.ReLU(inplace=True) - self.maxpool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) - self.layer1 = self._make_layer(block, 64, layers[0]) - self.layer2 = self._make_layer(block, 128, layers[1], stride=2, - dilate=replace_stride_with_dilation[0]) - self.layer3 = self._make_layer(block, 256, layers[2], stride=2, - dilate=replace_stride_with_dilation[1]) - self.layer4 = self._make_layer(block, 512, layers[3], stride=2, - dilate=replace_stride_with_dilation[2]) - self.avgpool = nn.AvgPool2d(7, stride=1) - self.fc = nn.Linear(512 * block.expansion, num_classes) - - for m in self.modules(): - if isinstance(m, nn.Conv2d): - nn.init.kaiming_normal_(m.weight, mode='fan_out', nonlinearity='relu') - elif isinstance(m, (nn.BatchNorm2d, nn.GroupNorm)): - nn.init.constant_(m.weight, 1) - nn.init.constant_(m.bias, 0) - - # Zero-initialize the last BN in each residual branch, - # so that the residual branch starts with zeros, and each residual block behaves like an identity. - # This improves the model by 0.2~0.3% according to https://arxiv.org/abs/1706.02677 - if zero_init_residual: - for m in self.modules(): - if isinstance(m, Bottleneck): - nn.init.constant_(m.bn3.weight, 0) # type: ignore[arg-type] - elif isinstance(m, BasicBlock): - nn.init.constant_(m.bn2.weight, 0) # type: ignore[arg-type] - - def _make_layer(self, block: Type[Union[BasicBlock, Bottleneck]], planes: int, blocks: int, - stride: int = 1, dilate: bool = False) -> nn.Sequential: - norm_layer = self._norm_layer - downsample = None - previous_dilation = self.dilation - if dilate: - self.dilation *= stride - stride = 1 - if stride != 1 or self.inplanes != planes * block.expansion: - downsample = nn.Sequential( - conv1x1(self.inplanes, planes * block.expansion, stride), - norm_layer(planes * block.expansion), - ) - - layers = [] - layers.append(block(self.inplanes, planes, stride, downsample, self.groups, - self.base_width, previous_dilation, norm_layer)) - self.inplanes = planes * block.expansion - for _ in range(1, blocks): - layers.append(block(self.inplanes, planes, groups=self.groups, - base_width=self.base_width, dilation=self.dilation, - norm_layer=norm_layer)) - - return nn.Sequential(*layers) - - def _forward_impl(self, x: Tensor) -> Tensor: - # See note [TorchScript super()] - x = self.conv1(x) - x = self.bn1(x) - x = self.relu(x) - x = self.maxpool(x) - - x = self.layer1(x) - x = self.layer2(x) - x = self.layer3(x) - x = self.layer4(x) - - x = self.avgpool(x) - x = torch.flatten(x, 1) - x = self.fc(x) - - return x - - def forward(self, x: Tensor) -> Tensor: - return self._forward_impl(x) - - -def _resnet( - arch: str, - block: Type[Union[BasicBlock, Bottleneck]], - layers: List[int], - pretrained: bool, - progress: bool, - **kwargs: Any -) -> ResNet: - model = ResNet(block, layers, **kwargs) - return model - - -def resnet18(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-18 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet18', BasicBlock, [2, 2, 2, 2], pretrained, progress, - **kwargs) - - -def resnet34(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-34 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet34', BasicBlock, [3, 4, 6, 3], pretrained, progress, - **kwargs) - - -def resnet50(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-50 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet50', Bottleneck, [3, 4, 6, 3], pretrained, progress, - **kwargs) - - -def resnet101(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-101 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet101', Bottleneck, [3, 4, 23, 3], pretrained, progress, - **kwargs) - - -def resnet152(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-152 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet152', Bottleneck, [3, 8, 36, 3], pretrained, progress, - **kwargs) - - -def resnext50_32x4d(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNeXt-50 32x4d model from - `"Aggregated Residual Transformation for Deep Neural Networks" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['groups'] = 32 - kwargs['width_per_group'] = 4 - return _resnet('resnext50_32x4d', Bottleneck, [3, 4, 6, 3], - pretrained, progress, **kwargs) - - -def resnext101_32x8d(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNeXt-101 32x8d model from - `"Aggregated Residual Transformation for Deep Neural Networks" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['groups'] = 32 - kwargs['width_per_group'] = 8 - return _resnet('resnext101_32x8d', Bottleneck, [3, 4, 23, 3], - pretrained, progress, **kwargs) - - -def wide_resnet50_2(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""Wide ResNet-50-2 model from - `"Wide Residual Networks" `_. - - The model is the same as ResNet except for the bottleneck number of channels - which is twice larger in every block. The number of channels in outer 1x1 - convolutions is the same, e.g. last block in ResNet-50 has 2048-512-2048 - channels, and in Wide ResNet-50-2 has 2048-1024-2048. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['width_per_group'] = 64 * 2 - return _resnet('wide_resnet50_2', Bottleneck, [3, 4, 6, 3], - pretrained, progress, **kwargs) - - -def wide_resnet101_2(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""Wide ResNet-101-2 model from - `"Wide Residual Networks" `_. - - The model is the same as ResNet except for the bottleneck number of channels - which is twice larger in every block. The number of channels in outer 1x1 - convolutions is the same, e.g. last block in ResNet-50 has 2048-512-2048 - channels, and in Wide ResNet-50-2 has 2048-1024-2048. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['width_per_group'] = 64 * 2 - return _resnet('wide_resnet101_2', Bottleneck, [3, 4, 23, 3], - pretrained, progress, **kwargs) - - -input = torch.randn(64, 3, 224, 224) -model = resnet18() -torch.onnx.export(model, (input), "resnet18.onnx", export_params=False, training=TrainingMode.TRAINING) - -onnx_model = onnx.load("resnet18.onnx") - -for node in onnx_model.graph.node: - print(node) - -for input in onnx_model.graph.input: - print(input) diff --git a/examples/python/pytorch/cifar10_cnn.py b/examples/python/pytorch/cifar10_cnn.py deleted file mode 100644 index 44ee1a382..000000000 --- a/examples/python/pytorch/cifar10_cnn.py +++ /dev/null @@ -1,67 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.torch.model import file_to_ff - -#from accuracy import ModelAccuracy - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 32, 32] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - output_tensors = file_to_ff("cnn.ff", ffmodel, [input_tensor, input_tensor]) - - t = ffmodel.softmax(output_tensors[0]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - x_train = x_train.astype('float32') - x_train /= 255 - full_input_array = x_train - - y_train = y_train.astype('int32') - full_label_array = y_train - - dataloader_input = ffmodel.create_data_loader(input_tensor, full_input_array) - dataloader_label = ffmodel.create_data_loader(label_tensor, full_label_array) - - num_samples = dataloader_input.num_samples - - ffmodel.init_layers() - - layers = ffmodel.get_layers() - for layer in layers: - print(layers[layer].name) - - layer = ffmodel.get_layer_by_name("relu_1") - print(layer) - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.CIFAR10_CNN.value: - # assert 0, 'Check Accuracy' - - -if __name__ == "__main__": - print("cifar10 cnn") - top_level_task() - diff --git a/examples/python/pytorch/cifar10_cnn_torch.py b/examples/python/pytorch/cifar10_cnn_torch.py deleted file mode 100644 index d9b2a60b4..000000000 --- a/examples/python/pytorch/cifar10_cnn_torch.py +++ /dev/null @@ -1,44 +0,0 @@ -import torch.nn as nn -import torch -from flexflow.torch.model import PyTorchModel - -class CNN(nn.Module): - def __init__(self): - super().__init__() - self.conv1 = nn.Conv2d(3, 32, 3, 1) - self.conv2 = nn.Conv2d(32, 32, 3, 1) - self.pool1 = nn.MaxPool2d(2, 2) - self.conv3 = nn.Conv2d(32, 64, 3, 1) - self.conv4 = nn.Conv2d(64, 64, 3, 1) - self.pool2 = nn.MaxPool2d(2, 2) - self.flat1 = nn.Flatten() - self.linear1 = nn.Linear(512, 512) - self.linear2 = nn.Linear(512, 10) - self.relu = nn.ReLU() - - def forward(self, input1, input2): - y1 = self.conv1(input1) - y1 = self.relu(y1) - y2 = self.conv1(input2) - y2 = self.relu(y2) - y = torch.cat((y1, y2), 1) - (y1, y2) = torch.split(y, 1) - y = torch.cat((y1, y2), 1) - y = self.conv2(y) - y = self.relu(y) - y = self.pool1(y) - y = self.conv3(y) - y = self.relu(y) - y = self.conv4(y) - y = self.relu(y) - y = self.pool2(y) - y = self.flat1(y) - y = self.linear1(y) - y = self.relu(y) - yo = self.linear2(y) - return (yo, y) - -model = CNN() -ff_torch_model = PyTorchModel(model) -ff_torch_model.torch_to_file("cnn.ff") - diff --git a/examples/python/pytorch/export_regnet_fx.py b/examples/python/pytorch/export_regnet_fx.py deleted file mode 100644 index bafb20fc8..000000000 --- a/examples/python/pytorch/export_regnet_fx.py +++ /dev/null @@ -1,8 +0,0 @@ -import classy_vision.models.regnet as rgn -from flexflow.torch.model import PyTorchModel -import torch.nn as nn - -model = rgn.RegNetX32gf() -model = nn.Sequential(model,nn.Flatten(),nn.Linear(2520*7*7,1000)) -ff_torch_model = PyTorchModel(model) -ff_torch_model.torch_to_file("regnetX32gf.ff") diff --git a/examples/python/pytorch/mnist_mlp.py b/examples/python/pytorch/mnist_mlp.py deleted file mode 100644 index 1384b2907..000000000 --- a/examples/python/pytorch/mnist_mlp.py +++ /dev/null @@ -1,56 +0,0 @@ -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist -from flexflow.torch.model import PyTorchModel - -#from accuracy import ModelAccuracy - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims = [ffconfig.batch_size, 784] - input_tensor = ffmodel.create_tensor(dims, DataType.DT_FLOAT); - - num_samples = 60000 - - output_tensors = PyTorchModel.file_to_ff("mlp.ff", ffmodel, [input_tensor]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - print(x_train.shape) - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - dataloader_input = ffmodel.create_data_loader(input_tensor, x_train) - dataloader_label = ffmodel.create_data_loader(label_tensor, y_train) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.MNIST_MLP.value: - # assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("mnist mlp") - top_level_task() diff --git a/examples/python/pytorch/mnist_mlp_torch.py b/examples/python/pytorch/mnist_mlp_torch.py deleted file mode 100644 index 4b31a9bc3..000000000 --- a/examples/python/pytorch/mnist_mlp_torch.py +++ /dev/null @@ -1,25 +0,0 @@ -import torch.nn as nn -from flexflow.torch.model import PyTorchModel - -class MLP(nn.Module): - def __init__(self): - super().__init__() - self.linear1 = nn.Linear(784, 512) - self.linear2 = nn.Linear(512, 512) - self.linear3 = nn.Linear(512, 10) - self.relu = nn.ReLU() - self.softmax = nn.Softmax() - - def forward(self, x): - y = self.linear1(x) - y = self.relu(y) - y = self.linear2(y) - y = self.relu(y) - y = self.linear3(y) - y = self.softmax(y) - return y - -model = MLP() -ff_torch_model = PyTorchModel(model) -ff_torch_model.torch_to_file("mlp.ff") - diff --git a/examples/python/pytorch/mnist_mlp_torch2.py b/examples/python/pytorch/mnist_mlp_torch2.py deleted file mode 100644 index 10e3be111..000000000 --- a/examples/python/pytorch/mnist_mlp_torch2.py +++ /dev/null @@ -1,76 +0,0 @@ -import torch.nn as nn -from flexflow.core import * -import numpy as np -from flexflow.keras.datasets import mnist -from flexflow.torch.model import PyTorchModel - -class MLP(nn.Module): - def __init__(self): - super().__init__() - self.linear1 = nn.Linear(784, 512) - self.linear2 = nn.Linear(512, 512) - self.linear3 = nn.Linear(512, 10) - self.relu = nn.ReLU() - self.softmax = nn.Softmax() - - def forward(self, x): - y = self.linear1(x) - y = self.relu(y) - y = self.linear2(y) - y = self.relu(y) - y = self.linear3(y) - y = self.softmax(y) - return y - -def top_level_task(): - ffconfig = FFConfig() - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims = [ffconfig.batch_size, 784] - input_tensor = ffmodel.create_tensor(dims, DataType.DT_FLOAT); - - num_samples = 60000 - - model = MLP() - - ff_torch_model = PyTorchModel(model) - output_tensors = ff_torch_model.torch_to_ff(ffmodel, [input_tensor]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label_tensor = ffmodel.label_tensor - - (x_train, y_train), (x_test, y_test) = mnist.load_data() - - print(x_train.shape) - x_train = x_train.reshape(60000, 784) - x_train = x_train.astype('float32') - x_train /= 255 - y_train = y_train.astype('int32') - y_train = np.reshape(y_train, (len(y_train), 1)) - - dataloader_input = ffmodel.create_data_loader(input_tensor, x_train) - dataloader_label = ffmodel.create_data_loader(label_tensor, y_train) - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.MNIST_MLP.value: - # assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("mnist mlp") - top_level_task() diff --git a/examples/python/pytorch/mt5/.gitignore b/examples/python/pytorch/mt5/.gitignore deleted file mode 100644 index a3f13c5f6..000000000 --- a/examples/python/pytorch/mt5/.gitignore +++ /dev/null @@ -1,2 +0,0 @@ -data -*.tar diff --git a/examples/python/pytorch/mt5/README.md b/examples/python/pytorch/mt5/README.md deleted file mode 100644 index 2b5f1c580..000000000 --- a/examples/python/pytorch/mt5/README.md +++ /dev/null @@ -1,127 +0,0 @@ -# HuggingFace mT5 in FlexFlow -## Prerequisites and Setup - -We mention a few prerequisites and tips for setting up. -- We assume access to at least one GPU and an installation of Anaconda. -- We assume PyTorch version 1.9. -- Using PyTorch and FlexFlow concurrently requires a CPU version of PyTorch. - - To install the CPU version of `torch` (and `torchvision`), run: - ``` - conda install pytorch==1.9.0 torchvision==0.10.0 cpuonly -c pytorch - ``` - - To install the CPU version of `torch` from source, clone the [repository](https://github.com/pytorch/pytorch/tree/release/1.9), run `export USE_CUDA=0 USE_CUDNN=0 USE_MKLDNN=1`, run `git submodule sync; git submodule update --init --recursive`, and run `python setup.py develop` (or `python setup.py install`). -- We need an installation of the HuggingFace `transformers` repository. - - To install `transformers`, run: - ``` - conda install -c conda-forge transformers - ``` - - - To install `transformers` from source, clone the [repository](https://github.com/huggingface/transformers/tree/v4.10.2-release), and run `python setup.py develop` (or `python setup.py install`). -- To run PyTorch-FlexFlow examples, make sure to run `export FF_USE_CFFI=1` to use `cffi` instead of `pybind11`. -- Additional notes: - - You may need to update `huggingface_hub` with: - ``` - conda update huggingface_hub - ``` - - If you encounter `ImportError: Found an incompatible version of torch.`, try updating to a later version of `transformers`. - - - -## mT5 in PyTorch -We present an example of training mT5 for the Sinhalese-English translation -task from -[here](https://towardsdatascience.com/how-to-train-an-mt5-model-for-translation-with-simple-transformers-30ba5fa66c5f), -reusing some code from -[here](https://shivanandroy.com/fine-tune-t5-transformer-with-pytorch/). In -this section, we walk through the training script using PyTorch, and in the -next section, we walk through the training script using FlexFlow. The -corresponding code may be found in `mt5_torch.py` and `mt5_ff.py`, -respectively. - -To download and uncompress the dataset, run: -``` -cd examples/python/pytorch/mt5 -wget https://object.pouta.csc.fi/Tatoeba-Challenge/eng-sin.tar -tar -xvf eng-sin.tar -gzip -d data/eng-sin/*.gz -``` - -This will create a directory `data/` containing a single subdirectory -`data/eng-sin/` containing `test.id`, `test.src`, `test.trg`, `train.id`, -`train.src`, and `train.trg`. - -We extract, prepare, and save the data to `.tsv` by using -`DataPreparer.data_to_tsv()` -- this creates two new files, `data/train.tsv` and -`data/eval.tsv`, and only needs to be done once. Then, we can train using those -`.tsv` files. A base implementation for this may be found in `mt5_torch.py`, -which saves the `.tsv` files, trains for some number of epochs, and outputs a -`.csv` containing the predicted and actual text on the evaluation data. -``` -python examples/python/pytorch/mt5/mt5_torch.py -``` -_Note:_ Running `mt5_torch.py` requires a GPU-version of PyTorch. - - -## mT5 in FlexFlow - -Now, we examine how to write a similar training script using FlexFlow. To -begin, FlexFlow dataloaders expect the data to be passed in as `numpy` arrays -and to be already preprocessed so that batches may be directly given to the -model. In `mt5_ff.py`, `data_to_numpy()` converts the `.tsv` files to `.npy`, -and `preprocess_train()` performs the necessary preprocessing. - -_Note:_ `data_to_numpy()` takes a while to run. - -Next, following the conventional FlexFlow terminology, we define a _top-level -task_ to train the mT5 model. The key steps are as follows (including some -notable code snippets): -- Define `ffconfig = FFConfig()` and `ffmodel = FFModel(ffconfig)` -- `ffmodel` is the Python object for the FlexFlow model -- Define the PyTorch mT5 model: - ``` - model = MT5ForConditionalGeneration.from_pretrained("google/mt5-small") - ``` -- Load the preprocessed training data from the `.npy` files -- Use `ffmodel.create_tensor()` for the `input_ids`, `attention_mask`, and `decoder_input_ids` -- these are the input tensors to the model -- Construct a `PyTorchModel()` object wrapping the PyTorch model `model` to enable conversion to FlexFlow: - ``` - hf_model = PyTorchModel( - model, is_hf_model=True, batch_size=ffconfig.batch_size, - seq_length=seq_length, - ) - ``` - - We pass `is_hf_model=True` since HuggingFace models require a special `symbolic_trace()` distinct from the native PyTorch one. - - `seq_length` is a tuple `(encoder_seq_length, decoder_seq_length)`. -- Convert the model to FlexFlow: - ``` - output_tensors = hf_model.to_ff(ffmodel, input_tensors) - ``` -- Define the optimizer `ffoptimizer` -- Compile the model: - ``` - ffmodel.compile( - optimizer=ffoptimizer, - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[ - MetricsType.METRICS_ACCURACY, - MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY, - ], - ) - ``` -- Create the dataloaders for the `input_ids`, `attention_mask`, `decoder_input_ids`, and `labels` -- Initialize the model layers: - ``` - ffmodel.init_layers() - ``` -- Train the model, passing the appropriate dataloaders into `fit()`: - ``` - ffmodel.fit( - x=[input_ids_dl, attention_mask_dl, decoder_ids_dl], - y=labels_dl, batch_size=batch_size, epochs=epochs, - ) - ``` - -A base implementation may be found in `mt5_ff.py`. -``` -./python/flexflow_python examples/python/pytorch/mt5/mt5_ff.py -ll:py 1 -ll:gpu 1 -ll:fsize 14000 -ll:zsize 4096 -``` -_Note:_ Running `mt5_ff.py` requires a CPU-version of PyTorch. diff --git a/examples/python/pytorch/mt5/mt5_ff.py b/examples/python/pytorch/mt5/mt5_ff.py deleted file mode 100644 index 41b84a269..000000000 --- a/examples/python/pytorch/mt5/mt5_ff.py +++ /dev/null @@ -1,168 +0,0 @@ -import itertools -import os -import sys - -import numpy as np -from flexflow.core import * -from flexflow.torch.model import PyTorchModel -from transformers import MT5ForConditionalGeneration, T5Tokenizer - -sys.path.append("./examples/python/pytorch/mt5") -from mt5_torch import DataPreparer, get_dataloaders, set_seed - -BASE_DIR = "examples/python/pytorch/mt5" -DATA_DIR = os.path.join(BASE_DIR, "data") -NUMPY_DIR = os.path.join(DATA_DIR, "numpy") - - -def data_to_numpy() -> None: - """ - Generates the files: - - `train_source_ids.npy` - - `train_source_mask.npy` - - `train_target_ids.npy` - - `eval_source_ids.npy` - - `eval_source_mask.npy` - - `eval_target_ids.npy` - This function should only need to be called once (to generate these files). - """ - model_params = { - "SEED": 42, - "MODEL": "google/mt5-small", - "TRAIN_BATCH_SIZE": None, # use the full dataset as one batch - "EVAL_BATCH_SIZE": None, # use the full dataset as one batch - "TRAIN_EPOCHS": 1, # unused - "MAX_SOURCE_TEXT_LENGTH": 48, - "MAX_TARGET_TEXT_LENGTH": 48, - } - set_seed(model_params) - tokenizer = T5Tokenizer.from_pretrained(model_params["MODEL"]) - print("Getting dataloaders...") - train_loader, eval_loader = get_dataloaders(tokenizer, model_params) - assert len(train_loader) == 1 - assert len(eval_loader) == 1 - print("Saving to numpy...") - train_set_dict = next(iter(train_loader)) - eval_set_dict = next(iter(eval_loader)) - for k, v in train_set_dict.items(): - np.save(os.path.join(NUMPY_DIR, f"train_{k}.npy"), v.numpy()) - for k, v in eval_set_dict.items(): - np.save(os.path.join(NUMPY_DIR, f"eval_{k}.npy"), v.numpy()) - - -def preprocess_train() -> None: - """ - Generates the files: - - `train_y_ids.npy` - - `train_lm_labels.npy` - This function should only need to be called once (to generate these files). - """ - y = np.load(os.path.join(NUMPY_DIR, "train_target_ids.npy")) - y_shape = y.shape - assert len(y.shape) == 2, \ - "`y` should have shape (num examples, sequence length)" - y_ids = np.empty((y_shape[0], y_shape[1] - 1), dtype=np.long) - lm_labels = np.empty((y_shape[0], y_shape[1] - 1), dtype=np.long) - y_ids[:, :] = y[:, :-1] - lm_labels[:, :] = y[:, 1:] - - TOKENIZER_PAD_TOKEN_ID = 0 - NEW_PAD_TOKEN_ID = -100 - # Shift embedding values from {1, ..., n} to {0, ..., n-1} - y_ids[y[:, :-1] != TOKENIZER_PAD_TOKEN_ID] -= 1 - lm_labels[y[:, 1:] != TOKENIZER_PAD_TOKEN_ID] -= 1 - # Relabel the pad token ID (i.e. `tokenizer.pad_token_id`) from 0 to -100 - y_ids[y[:, :-1] == TOKENIZER_PAD_TOKEN_ID] = NEW_PAD_TOKEN_ID - lm_labels[y[:, 1:] == TOKENIZER_PAD_TOKEN_ID] = NEW_PAD_TOKEN_ID - np.save(os.path.join(NUMPY_DIR, "train_y_ids.npy"), y_ids) - np.save(os.path.join(NUMPY_DIR, "train_lm_labels.npy"), lm_labels) - - -def top_level_task(): - ffconfig = FFConfig() - ffmodel = FFModel(ffconfig) - model = MT5ForConditionalGeneration.from_pretrained("google/mt5-small") - - # Load train data as numpy arrays - print("Loading data...") - ids = np.load(os.path.join(NUMPY_DIR, "train_source_ids.npy")) - mask = np.load(os.path.join(NUMPY_DIR, "train_source_mask.npy")) - y_ids = np.load(os.path.join(NUMPY_DIR, "train_y_ids.npy")) - lm_labels = np.load(os.path.join(NUMPY_DIR, "train_lm_labels.npy")) - - batch_size = ffconfig.batch_size - input_ids_shape = (batch_size, ids.shape[1]) - attention_mask_shape = (batch_size, mask.shape[1]) - decoder_input_ids_shape = (batch_size, y_ids.shape[1]) - input_tensors = [ - ffmodel.create_tensor(input_ids_shape, DataType.DT_INT64), # input_ids - ffmodel.create_tensor(attention_mask_shape, DataType.DT_INT64), # attention_mask - ffmodel.create_tensor(decoder_input_ids_shape, DataType.DT_INT64), # decoder_input_ids - ] - encoder_seq_length = ids.shape[1] - decoder_seq_length = y_ids.shape[1] - seq_length = (encoder_seq_length, decoder_seq_length) - input_names = ["input_ids", "attention_mask", "decoder_input_ids"] - - print("Tracing the model...") - hf_model = PyTorchModel( - model, is_hf_model=True, input_names=input_names, - batch_size=batch_size, seq_length=seq_length, - ) - output_tensors = hf_model.torch_to_ff(ffmodel, input_tensors, verbose=True) - ffoptimizer = SGDOptimizer(ffmodel, lr=0.01) - - print("Compiling the model...") - ffmodel.compile( - optimizer=ffoptimizer, - loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, - metrics=[ - MetricsType.METRICS_ACCURACY, - MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY, - ], - ) - - print("Creating data loaders...") - input_ids_dl = ffmodel.create_data_loader(input_tensors[0], ids) - attention_mask_dl = ffmodel.create_data_loader(input_tensors[1], mask) - decoder_input_ids_dl = ffmodel.create_data_loader(input_tensors[2], y_ids) - # NOTE: We cast down the label tensor data to 32-bit to accommodate the - # label tensor's required dtype - labels_dl = ffmodel.create_data_loader( - ffmodel.label_tensor, lm_labels.astype("int32") - ) - - print("Initializing model layers...") - ffmodel.init_layers() - - print("Training...") - epochs = ffconfig.epochs - ffmodel.fit( - x=[input_ids_dl, attention_mask_dl, decoder_input_ids_dl], - y=labels_dl, batch_size=batch_size, epochs=epochs, - ) - - -if __name__ == "__main__": - # Generate the .tsv files if needed - if not os.path.exists(os.path.join(DATA_DIR, "train.tsv")) or \ - not os.path.exists(os.path.join(DATA_DIR, "eval.tsv")): - DataPreparer.data_to_tsv() - # Convert the .tsv files to .npy if needed - if not os.path.exists(NUMPY_DIR): - os.mkdir(NUMPY_DIR) - prefixes = ["train_", "eval_"] - suffixes = ["source_ids.npy", "source_mask.npy", "target_ids.npy"] - npy_filenames = [ - pre + suf for pre, suf in itertools.product(prefixes, suffixes) - ] - if any( - not os.path.exists(os.path.join(NUMPY_DIR, filename)) - for filename in npy_filenames - ): - data_to_numpy() - # Preprocess the training data if needed - if not os.path.exists(os.path.join(NUMPY_DIR, "train_y_ids.npy")) or \ - not os.path.exists(os.path.join(NUMPY_DIR, "train_lm_labels.npy")): - preprocess_train() - top_level_task() diff --git a/examples/python/pytorch/mt5/mt5_torch.py b/examples/python/pytorch/mt5/mt5_torch.py deleted file mode 100644 index 78886eed6..000000000 --- a/examples/python/pytorch/mt5/mt5_torch.py +++ /dev/null @@ -1,315 +0,0 @@ -""" -Based on: -https://towardsdatascience.com/how-to-train-an-mt5-model-for-translation-with-simple-transformers-30ba5fa66c5f -https://shivanandroy.com/fine-tune-t5-transformer-with-pytorch/ -""" - -import os - -import numpy as np -import pandas as pd -import torch -from torch.utils.data import DataLoader, Dataset -from transformers import MT5ForConditionalGeneration, T5Tokenizer - -BASE_DIR = "examples/python/pytorch/mt5" -DATA_DIR = os.path.join(BASE_DIR, "data") -OUTPUT_DIR = os.path.join(BASE_DIR, "output") - - -class DataPreparer(): - """ - This class prepares the data -- :meth:`data_to_tsv` should only be called - once, and the data can be directly loaded from the .tsv files thereafter. - """ - @staticmethod - def prepare_data(data_path): - """ - Returns: train_df, eval_df - train_df (pd.DataFrame): Training dataframe. - eval_df (pd.DataFrame): Evaluation dataframe. - """ - sinhala_train_filename = os.path.join(data_path, "train.trg") - with open(sinhala_train_filename, "r", encoding="utf-8")as f: - sinhala_text = f.readlines() - sinhala_text = [text.strip("\n") for text in sinhala_text] - english_train_filename = os.path.join(data_path, "train.src") - with open(english_train_filename, "r") as f: - english_text = f.readlines() - english_text = [text.strip("\n") for text in english_text] - - data = [] - for sinhala, english in zip(sinhala_text, english_text): - data.append(["translate sinhala to english", sinhala, english]) - data.append(["translate english to sinhala", english, sinhala]) - train_df = pd.DataFrame( - data, columns=["prefix", "input_text", "target_text"] - ) - - sinhala_test_filename = os.path.join(data_path, "test.trg") - with open(sinhala_test_filename, "r", encoding="utf-8") as f: - sinhala_text = f.readlines() - sinhala_text = [text.strip("\n") for text in sinhala_text] - english_test_filename = os.path.join(data_path, "test.src") - with open(english_test_filename, "r") as f: - english_text = f.readlines() - english_text = [text.strip("\n") for text in english_text] - - data = [] - for sinhala, english in zip(sinhala_text, english_text): - data.append(["translate sinhala to english", sinhala, english]) - data.append(["translate english to sinhala", english, sinhala]) - eval_df = pd.DataFrame( - data, columns=["prefix", "input_text", "target_text"] - ) - - return train_df, eval_df - - @staticmethod - def data_to_tsv(): - """Saves the training data and evaluation data to .tsv files.""" - train_df, eval_df = DataPreparer.prepare_data( - os.path.join(DATA_DIR, "eng-sin") - ) - train_df.to_csv(os.path.join(DATA_DIR, "train.tsv"), sep="\t") - eval_df.to_csv(os.path.join(DATA_DIR, "eval.tsv"), sep="\t") - - -class SinhaleseDataset(Dataset): - def __init__( - self, dataframe, tokenizer, source_len, target_len, source_text, - target_text, - ): - """ - Args: - dataframe (pd.DataFrame): Input dataframe. - tokenizer (transformers.tokenizer): Transformers tokenizer. - source_len (int): Max length of source text. - target_len (int): Max length of target text. - source_text (str): Column name of source text. - target_text (str): Column name of target text. - """ - self.df = dataframe - self.tokenizer = tokenizer - self.source_len = source_len - self.target_len = target_len - self.source_text = self.df[source_text] - self.target_text = self.df[target_text] - - def __len__(self): - """Returns the length of the dataframe.""" - return len(self.target_text) - - def __getitem__(self, index): - """Returns the input IDs, target IDs, and attention masks for the - given index.""" - src_text = str(self.source_text[index]) - tar_text = str(self.target_text[index]) - src_text = " ".join(src_text.split()) - tar_text = " ".join(tar_text.split()) - - src = self.tokenizer.batch_encode_plus( - [src_text], - max_length=self.source_len, - pad_to_max_length=True, - truncation=True, - padding="max_length", - return_tensors="pt", - ) - tar = self.tokenizer.batch_encode_plus( - [tar_text], - max_length=self.target_len, - pad_to_max_length=True, - truncation=True, - padding="max_length", - return_tensors="pt", - ) - - source_ids = src["input_ids"].squeeze() - source_mask = src["attention_mask"].squeeze() - target_ids = tar["input_ids"].squeeze() - target_mask = tar["attention_mask"].squeeze() - - return { - "source_ids": source_ids.to(dtype=torch.long), - "source_mask": source_mask.to(dtype=torch.long), - "target_ids": target_ids.to(dtype=torch.long), - "target_ids_y": target_ids.to(dtype=torch.long), - } - - -def train(epoch, tokenizer, model, device, loader, optimizer): - model.train() - for i, data in enumerate(loader, 0): - y = data["target_ids"].to(device, dtype=torch.long) - y_ids = y[:, :-1].contiguous() - lm_labels = y[:, 1:].clone().detach() - lm_labels[y[:, 1:] == tokenizer.pad_token_id] = -100 - ids = data["source_ids"].to(device, dtype=torch.long) - mask = data["source_mask"].to(device, dtype=torch.long) - - outputs = model( - input_ids=ids, - attention_mask=mask, - decoder_input_ids=y_ids, - labels=lm_labels, - ) - loss = outputs[0] - if i % 10 == 0: - print(f"Epoch={epoch}\tbatch={i} \tloss={loss:.3f}") - - optimizer.zero_grad() - loss.backward() - optimizer.step() - - -def eval(epoch, tokenizer, model, device, loader): - model.eval() - predictions = [] - actuals = [] - with torch.no_grad(): - for i, data in enumerate(loader, 0): - y = data["target_ids"].to(device, dtype=torch.long) - ids = data["source_ids"].to(device, dtype=torch.long) - mask = data["source_mask"].to(device, dtype=torch.long) - - generated_ids = model.generate( - input_ids=ids, - attention_mask=mask, - max_length=150, - num_beams=2, - repetition_penalty=2.5, - length_penalty=1.0, - early_stopping=True - ) - preds = [ - tokenizer.decode( - g, skip_special_tokens=True, - clean_up_tokenization_spaces=True, - ) for g in generated_ids - ] - target = [ - tokenizer.decode( - t, skip_special_tokens=True, - clean_up_tokenization_spaces=True, - ) - for t in y - ] - if i % 10 == 0: - print(f"Epoch={epoch}\tbatch={i}") - predictions.extend(preds) - actuals.extend(target) - return predictions, actuals - - -def get_dataframes(): - train_df = pd.read_csv( - os.path.join(DATA_DIR, "train.tsv"), sep="\t", - ).astype(str) - eval_df = pd.read_csv( - os.path.join(DATA_DIR, "eval.tsv"), sep="\t", - ).astype(str) - train_df["prefix"] = "" - eval_df["prefix"] = "" - return train_df, eval_df - - -def set_seed(model_params): - torch.manual_seed(model_params["SEED"]) - np.random.seed(model_params["SEED"]) - torch.backends.cudnn.deterministic = True - - -def get_datasets(tokenizer, model_params): - train_df, eval_df = get_dataframes() - source_text = "input_text" - target_text = "target_text" - train_set = SinhaleseDataset( - train_df, - tokenizer, - model_params["MAX_SOURCE_TEXT_LENGTH"], - model_params["MAX_TARGET_TEXT_LENGTH"], - source_text, - target_text, - ) - eval_set = SinhaleseDataset( - eval_df, - tokenizer, - model_params["MAX_SOURCE_TEXT_LENGTH"], - model_params["MAX_TARGET_TEXT_LENGTH"], - source_text, - target_text, - ) - return train_set, eval_set - - -def get_dataloaders(tokenizer, model_params): - train_set, eval_set = get_datasets(tokenizer, model_params) - # Use the full dataset as one batch if the given batch size is `None` - train_batch_size = model_params["TRAIN_BATCH_SIZE"] - if train_batch_size is None: - train_batch_size = len(train_set) - eval_batch_size = model_params["EVAL_BATCH_SIZE"] - if eval_batch_size is None: - eval_batch_size = len(eval_set) - train_params = { - "batch_size": train_batch_size, - "shuffle": True, - "num_workers": 0, - } - eval_params = { - "batch_size": eval_batch_size, - "shuffle": False, - "num_workers": 0, - } - train_loader = DataLoader(train_set, **train_params) - eval_loader = DataLoader(eval_set, **eval_params) - return train_loader, eval_loader - - -def TorchMT5Trainer( - model_params, - device, - output_dir=OUTPUT_DIR, -): - set_seed(model_params) - - tokenizer = T5Tokenizer.from_pretrained(model_params["MODEL"]) - model = MT5ForConditionalGeneration.from_pretrained(model_params["MODEL"]) - model = model.to(device) - - print("Reading data...") - train_loader, eval_loader = get_dataloaders(tokenizer, model_params) - optimizer = torch.optim.SGD( - params=model.parameters(), lr=model_params["LEARNING_RATE"], - ) - - print("Training...") - for epoch in range(1, model_params["TRAIN_EPOCHS"] + 1): - train(epoch, tokenizer, model, device, train_loader, optimizer) - - print("Evaluating...") - predictions, actuals = eval(0, tokenizer, model, device, eval_loader) - output_df = pd.DataFrame({"Predictions": predictions, "Actuals": actuals}) - if not os.path.exists(output_dir): - os.mkdir(output_dir) - output_df.to_csv(output_dir) - - -if __name__ == "__main__": - if not os.path.exists(os.path.join(DATA_DIR, "train.tsv")) or \ - not os.path.exists(os.path.join(DATA_DIR, "eval.tsv")): - DataPreparer.data_to_tsv() - - model_params = { - "SEED": 42, - "MODEL": "google/mt5-small", - "TRAIN_BATCH_SIZE": 32, - "EVAL_BATCH_SIZE": 32, - "TRAIN_EPOCHS": 2, - "MAX_SOURCE_TEXT_LENGTH": 48, - "MAX_TARGET_TEXT_LENGTH": 48, - "LEARNING_RATE": 1e-4, - } - device = torch.device(0) - TorchMT5Trainer(model_params, device) diff --git a/examples/python/pytorch/regnet.py b/examples/python/pytorch/regnet.py deleted file mode 100644 index 07cc1ad0c..000000000 --- a/examples/python/pytorch/regnet.py +++ /dev/null @@ -1,72 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.torch.model import PyTorchModel -import os -import numpy as np - -#from accuracy import ModelAccuracy -from PIL import Image - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 229, 229] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - output_tensors = PyTorchModel.file_to_ff("regnetX32gf.ff", ffmodel, [input]) - t = ffmodel.softmax(output_tensors[0]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229,229), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - full_input_np /= 255 - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.CIFAR10_ALEXNET.value: - # assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("regnetX32gf torch") - top_level_task() diff --git a/examples/python/pytorch/resnet.py b/examples/python/pytorch/resnet.py deleted file mode 100644 index 383a21a53..000000000 --- a/examples/python/pytorch/resnet.py +++ /dev/null @@ -1,72 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.torch.model import PyTorchModel - -#from accuracy import ModelAccuracy -from PIL import Image -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 224, 224] - input = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - output_tensors = PyTorchModel.file_to_ff("resnet18.ff", ffmodel, [input]) - t = ffmodel.softmax(output_tensors[0]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 224, 224), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((224,224), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - full_input_np /= 255 - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - #ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - ffmodel.eval(x=dataloader_input, y=dataloader_label) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.CIFAR10_ALEXNET.value: - # assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("resnet torch") - top_level_task() diff --git a/examples/python/pytorch/resnet152_DDP_training.py b/examples/python/pytorch/resnet152_DDP_training.py deleted file mode 100644 index ad1e7f439..000000000 --- a/examples/python/pytorch/resnet152_DDP_training.py +++ /dev/null @@ -1,110 +0,0 @@ -import os -import tempfile -import torch,torchvision -import torch.distributed as dist -import torch.nn as nn -import torch.optim as optim -import argparse -import torch.multiprocessing as mp -import torchvision.transforms as transforms -import torchvision.models as models - -import time -import pandas as pd - - -def setup(rank, world_size): - print("Running init_process_group...") - dist.init_process_group("nccl", rank=rank, world_size=world_size) - print("Finished init_process_group...") - -def cleanup(): - dist.destroy_process_group() - -def train(gpu, args): - rank = args.nr * args.gpus + gpu - setup(rank, args.world_size) - transform = transforms.Compose([ - torchvision.transforms.Resize(224), - transforms.RandomHorizontalFlip(), - transforms.ToTensor(), - transforms.Normalize(mean=[0.485, 0.456, 0.406],std=[0.229, 0.224, 0.225]) - ]) - batch_size = args.batchsize - train_dataset = torchvision.datasets.CIFAR10('./datasets/',transform=transform,download=True) - sampler = torch.utils.data.distributed.DistributedSampler(train_dataset,num_replicas=args.world_size,rank=rank) - trainloader = torch.utils.data.DataLoader(train_dataset, batch_size=batch_size, num_workers=2,sampler=sampler) - - model = models.resnet152() - torch.cuda.set_device(gpu) - model.cuda() - print("GPU initialization") - dummy_input = torch.randn(1, 3,224,224, dtype=torch.float).to(gpu) - for _ in range(10): - _ = model(dummy_input) - model = nn.parallel.DistributedDataParallel(model,device_ids=[gpu]) - - criterion = nn.CrossEntropyLoss().cuda() - optimizer = optim.SGD(model.parameters(), lr=0.001, momentum=0.9) - training_run_data = pd.DataFrame(columns=['epoch','batch','batch_size','gpu_number','time']) - starter, ender = torch.cuda.Event(enable_timing=True),torch.cuda.Event(enable_timing=True) - for epoch in range(args.epochs): # loop over the dataset multiple times - running_loss = 0.0 - print("Epoch %d"%epoch) - sampler.set_epoch(epoch) - for i, data in enumerate(trainloader, 0): - starter.record() - inputs, labels = data - inputs = inputs.cuda() - labels = labels.cuda() - - optimizer.zero_grad() - outputs = model(inputs) - loss = criterion(outputs, labels) - loss.backward() - optimizer.step() - ender.record() - # print statistics - if rank==0: - torch.cuda.synchronize() - timer = starter.elapsed_time(ender) - training_run_data=training_run_data.append( - {'epoch':epoch, 'batch':i,'loss':loss.item(),'batch_size':batch_size,'gpu_number':args.gpus*args.nodes,'time (ms)':timer/(batch_size*args.gpus),'throughput':1000*(batch_size*args.gpus)/timer}, - ignore_index=True) - training_run_data.to_csv("training_stats_GPU_%.0f_batchsize_%.0f.csv"%(args.gpus*args.nodes,batch_size),index=False) - print("[Epoch %d] Batch: %d Loss: %.3f Time per Image: %.2f msi Throughput:%.2f"% - (epoch,i,loss.item(),timer/(batch_size*args.gpus),1000*(batch_size*args.gpus)/timer)) - - running_loss += loss.item() - if i % 2000 == 1999: # print every 2000 mini-batches - print('[%d, %5d] loss: %.3f' % - (epoch + 1, i + 1, running_loss / 2000)) - running_loss = 0.0 - cleanup() - -def main(): - print("Parsing arguments...") - parser = argparse.ArgumentParser() - parser.add_argument('-n', '--nodes', default=1, - type=int, metavar='N') - parser.add_argument('-g', '--gpus', default=1, type=int, - help='number of gpus per node') - parser.add_argument('--epochs', default=2, type=int, - metavar='N', - help='number of epochs') - parser.add_argument('-b','--batchsize', default=12, type=int) - args = parser.parse_args() - if 'SLURMD_NODENAME' in os.environ: - if os.environ['SLURMD_NODENAME']==os.environ['MASTER_ADDR']: - args.nr=0 - else: - args.nr=1 - else: - args.nr=0 - args.world_size = args.gpus * args.nodes - print("Spawning processes...") - mp.spawn(train, nprocs=args.gpus, args=(args,)) - -if __name__=='__main__': - main() - diff --git a/examples/python/pytorch/resnet152_training.py b/examples/python/pytorch/resnet152_training.py deleted file mode 100644 index a76a8815e..000000000 --- a/examples/python/pytorch/resnet152_training.py +++ /dev/null @@ -1,58 +0,0 @@ -from resnet_torch import resnet152 -import torch,torchvision -import torchvision.transforms as transforms -import torchvision.models as models -import torch.optim as optim -import torch.nn as nn -import time - -device = "cuda:0" -batch_size = 4 -normalize = transforms.Normalize(mean=[0.485, 0.456, 0.406], - std=[0.229, 0.224, 0.225]) -transform = transforms.Compose([ - torchvision.transforms.Resize(224), - transforms.RandomHorizontalFlip(), - transforms.ToTensor(), - normalize, - ]) - -train_dataset = torchvision.datasets.CIFAR10('./datasets/',transform=transform,download=True) -trainloader = torch.utils.data.DataLoader(train_dataset, batch_size=batch_size,shuffle=True, num_workers=2) - - -model = models.resnet152() -torch.cuda.set_device(device) -model.cuda() -print("Setting optimizer") - -criterion = nn.CrossEntropyLoss() -optimizer = optim.SGD(model.parameters(), lr=0.001, momentum=0.9) - -print("Starting training") -for epoch in range(2): # loop over the dataset multiple times - running_loss = 0.0 - print("Epoch %d"%epoch) - for i, data in enumerate(trainloader, 0): - start = time.time() - inputs, labels = data - inputs = inputs.cuda() - labels = labels.cuda() - - optimizer.zero_grad() - outputs = model(inputs) - loss = criterion(outputs, labels) - loss.backward() - optimizer.step() - end = time.time() - - # print statistics - print("[Epoch %d] Batch: %d Loss: %.3f Time per Image: %.5f"%(epoch,i,loss.item(),(end - start)/batch_size)) - - running_loss += loss.item() - if i % 2000 == 1999: # print every 2000 mini-batches - print('[%d, %5d] loss: %.3f' % - (epoch + 1, i + 1, running_loss / 2000)) - running_loss = 0.0 - -print('Finished Training') \ No newline at end of file diff --git a/examples/python/pytorch/resnet_torch.py b/examples/python/pytorch/resnet_torch.py deleted file mode 100644 index 67d6533b1..000000000 --- a/examples/python/pytorch/resnet_torch.py +++ /dev/null @@ -1,372 +0,0 @@ -import torch -from torch import Tensor -import torch.nn as nn -from typing import Type, Any, Callable, Union, List, Optional -from flexflow.torch.model import PyTorchModel - -def conv3x3(in_planes: int, out_planes: int, stride: int = 1, groups: int = 1, dilation: int = 1) -> nn.Conv2d: - """3x3 convolution with padding""" - return nn.Conv2d(in_planes, out_planes, kernel_size=3, stride=stride, - padding=dilation, groups=groups, bias=False, dilation=dilation) - - -def conv1x1(in_planes: int, out_planes: int, stride: int = 1) -> nn.Conv2d: - """1x1 convolution""" - return nn.Conv2d(in_planes, out_planes, kernel_size=1, stride=stride, bias=False) - - -class BasicBlock(nn.Module): - expansion: int = 1 - - def __init__( - self, - inplanes: int, - planes: int, - stride: int = 1, - downsample: Optional[nn.Module] = None, - groups: int = 1, - base_width: int = 64, - dilation: int = 1, - norm_layer: Optional[Callable[..., nn.Module]] = None - ) -> None: - super(BasicBlock, self).__init__() - if norm_layer is None: - norm_layer = nn.BatchNorm2d - if groups != 1 or base_width != 64: - raise ValueError('BasicBlock only supports groups=1 and base_width=64') - if dilation > 1: - raise NotImplementedError("Dilation > 1 not supported in BasicBlock") - # Both self.conv1 and self.downsample layers downsample the input when stride != 1 - self.conv1 = conv3x3(inplanes, planes, stride) - self.bn1 = norm_layer(planes) - self.relu = nn.ReLU(inplace=True) - self.conv2 = conv3x3(planes, planes) - self.bn2 = norm_layer(planes) - self.downsample = downsample - self.stride = stride - - def forward(self, x: Tensor) -> Tensor: - identity = x - - out = self.conv1(x) - out = self.bn1(out) - out = self.relu(out) - - out = self.conv2(out) - out = self.bn2(out) - - if self.downsample is not None: - identity = self.downsample(x) - - out += identity - out = self.relu(out) - - return out - - -class Bottleneck(nn.Module): - # Bottleneck in torchvision places the stride for downsampling at 3x3 convolution(self.conv2) - # while original implementation places the stride at the first 1x1 convolution(self.conv1) - # according to "Deep residual learning for image recognition"https://arxiv.org/abs/1512.03385. - # This variant is also known as ResNet V1.5 and improves accuracy according to - # https://ngc.nvidia.com/catalog/model-scripts/nvidia:resnet_50_v1_5_for_pytorch. - - expansion: int = 4 - - def __init__( - self, - inplanes: int, - planes: int, - stride: int = 1, - downsample: Optional[nn.Module] = None, - groups: int = 1, - base_width: int = 64, - dilation: int = 1, - norm_layer: Optional[Callable[..., nn.Module]] = None - ) -> None: - super(Bottleneck, self).__init__() - if norm_layer is None: - norm_layer = nn.BatchNorm2d - width = int(planes * (base_width / 64.)) * groups - # Both self.conv2 and self.downsample layers downsample the input when stride != 1 - self.conv1 = conv1x1(inplanes, width) - self.bn1 = norm_layer(width) - self.conv2 = conv3x3(width, width, stride, groups, dilation) - self.bn2 = norm_layer(width) - self.conv3 = conv1x1(width, planes * self.expansion) - self.bn3 = norm_layer(planes * self.expansion) - self.relu = nn.ReLU(inplace=True) - self.downsample = downsample - self.stride = stride - - def forward(self, x: Tensor) -> Tensor: - identity = x - - out = self.conv1(x) - out = self.bn1(out) - out = self.relu(out) - - out = self.conv2(out) - out = self.bn2(out) - out = self.relu(out) - - out = self.conv3(out) - out = self.bn3(out) - - if self.downsample is not None: - identity = self.downsample(x) - - out += identity - out = self.relu(out) - - return out - - -class ResNet(nn.Module): - - def __init__( - self, - block: Type[Union[BasicBlock, Bottleneck]], - layers: List[int], - num_classes: int = 1000, - zero_init_residual: bool = False, - groups: int = 1, - width_per_group: int = 64, - replace_stride_with_dilation: Optional[List[bool]] = None, - norm_layer: Optional[Callable[..., nn.Module]] = None - ) -> None: - super(ResNet, self).__init__() - if norm_layer is None: - norm_layer = nn.BatchNorm2d - self._norm_layer = norm_layer - - self.inplanes = 64 - self.dilation = 1 - if replace_stride_with_dilation is None: - # each element in the tuple indicates if we should replace - # the 2x2 stride with a dilated convolution instead - replace_stride_with_dilation = [False, False, False] - if len(replace_stride_with_dilation) != 3: - raise ValueError("replace_stride_with_dilation should be None " - "or a 3-element tuple, got {}".format(replace_stride_with_dilation)) - self.groups = groups - self.base_width = width_per_group - self.conv1 = nn.Conv2d(3, self.inplanes, kernel_size=7, stride=2, padding=3, - bias=False) - self.bn1 = norm_layer(self.inplanes) - self.relu = nn.ReLU(inplace=True) - self.maxpool = nn.MaxPool2d(kernel_size=3, stride=2, padding=1) - self.layer1 = self._make_layer(block, 64, layers[0]) - self.layer2 = self._make_layer(block, 128, layers[1], stride=2, - dilate=replace_stride_with_dilation[0]) - self.layer3 = self._make_layer(block, 256, layers[2], stride=2, - dilate=replace_stride_with_dilation[1]) - self.layer4 = self._make_layer(block, 512, layers[3], stride=2, - dilate=replace_stride_with_dilation[2]) - self.avgpool = nn.AvgPool2d(7, stride=1) - self.fc = nn.Linear(512 * block.expansion, num_classes) - - for m in self.modules(): - if isinstance(m, nn.Conv2d): - nn.init.kaiming_normal_(m.weight, mode='fan_out', nonlinearity='relu') - elif isinstance(m, (nn.BatchNorm2d, nn.GroupNorm)): - nn.init.constant_(m.weight, 1) - nn.init.constant_(m.bias, 0) - - # Zero-initialize the last BN in each residual branch, - # so that the residual branch starts with zeros, and each residual block behaves like an identity. - # This improves the model by 0.2~0.3% according to https://arxiv.org/abs/1706.02677 - if zero_init_residual: - for m in self.modules(): - if isinstance(m, Bottleneck): - nn.init.constant_(m.bn3.weight, 0) # type: ignore[arg-type] - elif isinstance(m, BasicBlock): - nn.init.constant_(m.bn2.weight, 0) # type: ignore[arg-type] - - def _make_layer(self, block: Type[Union[BasicBlock, Bottleneck]], planes: int, blocks: int, - stride: int = 1, dilate: bool = False) -> nn.Sequential: - norm_layer = self._norm_layer - downsample = None - previous_dilation = self.dilation - if dilate: - self.dilation *= stride - stride = 1 - if stride != 1 or self.inplanes != planes * block.expansion: - downsample = nn.Sequential( - conv1x1(self.inplanes, planes * block.expansion, stride), - norm_layer(planes * block.expansion), - ) - - layers = [] - layers.append(block(self.inplanes, planes, stride, downsample, self.groups, - self.base_width, previous_dilation, norm_layer)) - self.inplanes = planes * block.expansion - for _ in range(1, blocks): - layers.append(block(self.inplanes, planes, groups=self.groups, - base_width=self.base_width, dilation=self.dilation, - norm_layer=norm_layer)) - - return nn.Sequential(*layers) - - def _forward_impl(self, x: Tensor) -> Tensor: - # See note [TorchScript super()] - x = self.conv1(x) - x = self.bn1(x) - x = self.relu(x) - x = self.maxpool(x) - - x = self.layer1(x) - x = self.layer2(x) - x = self.layer3(x) - x = self.layer4(x) - - x = self.avgpool(x) - x = torch.flatten(x, 1) - x = self.fc(x) - - return x - - def forward(self, x: Tensor) -> Tensor: - return self._forward_impl(x) - - -def _resnet( - arch: str, - block: Type[Union[BasicBlock, Bottleneck]], - layers: List[int], - pretrained: bool, - progress: bool, - **kwargs: Any -) -> ResNet: - model = ResNet(block, layers, **kwargs) - return model - - -def resnet18(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-18 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet18', BasicBlock, [2, 2, 2, 2], pretrained, progress, - **kwargs) - - -def resnet34(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-34 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet34', BasicBlock, [3, 4, 6, 3], pretrained, progress, - **kwargs) - - -def resnet50(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-50 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet50', Bottleneck, [3, 4, 6, 3], pretrained, progress, - **kwargs) - - -def resnet101(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-101 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet101', Bottleneck, [3, 4, 23, 3], pretrained, progress, - **kwargs) - - -def resnet152(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNet-152 model from - `"Deep Residual Learning for Image Recognition" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - return _resnet('resnet152', Bottleneck, [3, 8, 36, 3], pretrained, progress, - **kwargs) - - -def resnext50_32x4d(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNeXt-50 32x4d model from - `"Aggregated Residual Transformation for Deep Neural Networks" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['groups'] = 32 - kwargs['width_per_group'] = 4 - return _resnet('resnext50_32x4d', Bottleneck, [3, 4, 6, 3], - pretrained, progress, **kwargs) - - -def resnext101_32x8d(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""ResNeXt-101 32x8d model from - `"Aggregated Residual Transformation for Deep Neural Networks" `_. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['groups'] = 32 - kwargs['width_per_group'] = 8 - return _resnet('resnext101_32x8d', Bottleneck, [3, 4, 23, 3], - pretrained, progress, **kwargs) - - -def wide_resnet50_2(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""Wide ResNet-50-2 model from - `"Wide Residual Networks" `_. - - The model is the same as ResNet except for the bottleneck number of channels - which is twice larger in every block. The number of channels in outer 1x1 - convolutions is the same, e.g. last block in ResNet-50 has 2048-512-2048 - channels, and in Wide ResNet-50-2 has 2048-1024-2048. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['width_per_group'] = 64 * 2 - return _resnet('wide_resnet50_2', Bottleneck, [3, 4, 6, 3], - pretrained, progress, **kwargs) - - -def wide_resnet101_2(pretrained: bool = False, progress: bool = True, **kwargs: Any) -> ResNet: - r"""Wide ResNet-101-2 model from - `"Wide Residual Networks" `_. - - The model is the same as ResNet except for the bottleneck number of channels - which is twice larger in every block. The number of channels in outer 1x1 - convolutions is the same, e.g. last block in ResNet-50 has 2048-512-2048 - channels, and in Wide ResNet-50-2 has 2048-1024-2048. - - Args: - pretrained (bool): If True, returns a model pre-trained on ImageNet - progress (bool): If True, displays a progress bar of the download to stderr - """ - kwargs['width_per_group'] = 64 * 2 - return _resnet('wide_resnet101_2', Bottleneck, [3, 4, 23, 3], - pretrained, progress, **kwargs) - - -input = torch.randn(64, 3, 224, 224) -model = resnet18() -ff_torch_model = PyTorchModel(model) -ff_torch_model.torch_to_file("resnet.ff") \ No newline at end of file diff --git a/examples/python/pytorch/torch_vision.py b/examples/python/pytorch/torch_vision.py deleted file mode 100644 index ea4e12b75..000000000 --- a/examples/python/pytorch/torch_vision.py +++ /dev/null @@ -1,69 +0,0 @@ -from flexflow.core import * -from flexflow.keras.datasets import cifar10 -from flexflow.torch.model import PyTorchModel - -from PIL import Image -import numpy as np - -def top_level_task(): - ffconfig = FFConfig() - alexnetconfig = NetConfig() - print(alexnetconfig.dataset_path) - print("Python API batchSize(%d) workersPerNodes(%d) numNodes(%d)" %(ffconfig.batch_size, ffconfig.workers_per_node, ffconfig.num_nodes)) - ffmodel = FFModel(ffconfig) - - dims_input = [ffconfig.batch_size, 3, 229, 229] - input_tensor = ffmodel.create_tensor(dims_input, DataType.DT_FLOAT) - - output_tensors = PyTorchModel.file_to_ff("squeezenet.ff", ffmodel, [input_tensor]) - - ffoptimizer = SGDOptimizer(ffmodel, 0.01) - ffmodel.optimizer = ffoptimizer - ffmodel.compile(loss_type=LossType.LOSS_SPARSE_CATEGORICAL_CROSSENTROPY, metrics=[MetricsType.METRICS_ACCURACY, MetricsType.METRICS_SPARSE_CATEGORICAL_CROSSENTROPY]) - label = ffmodel.label_tensor - - num_samples = 10000 - - (x_train, y_train), (x_test, y_test) = cifar10.load_data(num_samples) - - full_input_np = np.zeros((num_samples, 3, 229, 229), dtype=np.float32) - - for i in range(0, num_samples): - image = x_train[i, :, :, :] - image = image.transpose(1, 2, 0) - pil_image = Image.fromarray(image) - pil_image = pil_image.resize((229,229), Image.NEAREST) - image = np.array(pil_image, dtype=np.float32) - image = image.transpose(2, 0, 1) - full_input_np[i, :, :, :] = image - - full_input_np /= 255 - - y_train = y_train.astype('int32') - full_label_np = y_train - - dataloader_input = ffmodel.create_data_loader(input_tensor, full_input_np) - dataloader_label = ffmodel.create_data_loader(label, full_label_np) - - num_samples = dataloader_input.num_samples - assert dataloader_input.num_samples == dataloader_label.num_samples - - ffmodel.init_layers() - - epochs = ffconfig.epochs - - ts_start = ffconfig.get_current_time() - - ffmodel.fit(x=dataloader_input, y=dataloader_label, epochs=epochs) - - ts_end = ffconfig.get_current_time() - run_time = 1e-6 * (ts_end - ts_start); - print("epochs %d, ELAPSED TIME = %.4fs, THROUGHPUT = %.2f samples/s\n" %(epochs, run_time, num_samples * epochs / run_time)); - # perf_metrics = ffmodel.get_perf_metrics() - # accuracy = perf_metrics.get_accuracy() - # if accuracy < ModelAccuracy.CIFAR10_ALEXNET.value: - # assert 0, 'Check Accuracy' - -if __name__ == "__main__": - print("alexnet onnx") - top_level_task() diff --git a/examples/python/pytorch/torch_vision_torch.py b/examples/python/pytorch/torch_vision_torch.py deleted file mode 100644 index e7e617de7..000000000 --- a/examples/python/pytorch/torch_vision_torch.py +++ /dev/null @@ -1,21 +0,0 @@ -import torch.nn as nn -import torchvision.models as models -from flexflow.torch.model import PyTorchModel - -# model = models.alexnet() - -# model = models.vgg16() - -# model = models.squeezenet1_0() - -# model = models.densenet161() - -# model = models.inception_v3() - -model = models.googlenet() - -# model = models.shufflenet_v2_x1_0() - -# model = models.mobilenet_v2() -ff_torch_model = PyTorchModel(model) -ff_torch_model.torch_to_file("googlenet.ff") \ No newline at end of file diff --git a/python/Makefile b/python/Makefile deleted file mode 100644 index 2edee4f0d..000000000 --- a/python/Makefile +++ /dev/null @@ -1,151 +0,0 @@ -# Copyright 2023 CMU, Facebook, LANL, MIT, NVIDIA, and Stanford (alphabetical) -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# - -# Flags for directing the runtime makefile what to include -DEBUG ?= 0 # Include debugging symbols -MAX_DIM ?= 5 # Maximum number of dimensions -OUTPUT_LEVEL ?= LEVEL_DEBUG # Compile time logging level -USE_CUDA ?= 1 # Include CUDA support (requires CUDA) -USE_GASNET ?= 0 # Include GASNet support (requires GASNet) -USE_HDF ?= 0 # Include HDF5 support (requires HDF5) -ALT_MAPPERS ?= 0 # Include alternative mappers (not recommended) -USE_HIP ?= 0 # Include HIP support (requires HIP) -HIP_TARGET ?= ROCM -USE_GPU_REDUCTIONS ?= 0 -FF_USE_NCCL ?= 0 -USE_PYTHON := 1 -FF_USE_PYTHON := 1 -SHARED_OBJECTS := 1 # we build the shared lib for legion -# FF_PYTHON_USE_INDEX_LOADER = 1 - -INSTALL_TOKENIZERS := $(shell $(FF_HOME)/scripts/install_tokenizer.sh) - -ifeq ($(shell uname -s), Darwin) - PYTHON_EXT := dylib -else - PYTHON_EXT := so -endif - -ifndef PYTHON_LIB - ifndef PYTHON_ROOT - PYTHON_EXE := $(shell which python3 | head -1) - ifeq ($(PYTHON_EXE),) - $(error cannot find python - set PYTHON_ROOT if not in PATH) - endif - PYTHON_VERSION_MAJOR := $(shell $(PYTHON_EXE) -c 'import sys; print(sys.version_info.major)') - PYTHON_VERSION_MINOR := $(shell $(PYTHON_EXE) -c 'import sys; print(sys.version_info.minor)') - PYTHON_ROOT := $(dir $(PYTHON_EXE)) - endif - - # Try searching for common locations of the Python shared library. - ifneq ($(strip $(PYTHON_ROOT)),) - PYTHON_LIB := $(wildcard $(PYTHON_ROOT)/libpython$(PYTHON_VERSION_MAJOR).$(PYTHON_VERSION_MINOR)*.$(PYTHON_EXT)) - ifeq ($(strip $(PYTHON_LIB)),) - PYTHON_LIB := $(wildcard $(abspath $(PYTHON_ROOT)/../lib/libpython$(PYTHON_VERSION_MAJOR).$(PYTHON_VERSION_MINOR)*.$(PYTHON_EXT))) - ifeq ($(strip $(PYTHON_LIB)),) - PYTHON_LIB := $(wildcard $(abspath $(PYTHON_ROOT)/../lib64/libpython$(PYTHON_VERSION_MAJOR).$(PYTHON_VERSION_MINOR)*.$(PYTHON_EXT))) - ifeq ($(strip $(PYTHON_LIB)),) - $(warning cannot find libpython$(PYTHON_VERSION_MAJOR).$(PYTHON_VERSION_MINOR)*.$(PYTHON_EXT) - falling back to using LD_LIBRARY_PATH) - PYTHON_LIB := - endif - endif - endif - endif -endif - -$(info VAR is $(PYTHON_EXE)) - -FF_HOME ?= ../ -LG_RT_DIR ?= $(FF_HOME)/deps/legion/runtime -LG_PYTHON_BINDINGS_DIR ?= $(FF_HOME)/deps/legion/bindings/python - -# Put the binary file name here -LEGION_PYTHON_BIN ?= legion_python - -GEN_SRC ?= $(LG_PYTHON_BINDINGS_DIR)/main.cc # .cc files - -CC_FLAGS ?= -DBINDINGS_AUGMENT_PYTHONPATH - -FF_LIB = libflexflow.$(PYTHON_EXT) -LEGION_CANONICAL_PYTHON_LIB := liblegion_canonical_python.$(PYTHON_EXT) - -INC_FLAGS ?= -I${FF_HOME} -LD_FLAGS ?= -CC_FLAGS ?= -fPIC -DBINDINGS_AUGMENT_PYTHONPATH -NVCC_FLAGS ?= -Xcompiler -fPIC -ifeq ($(strip $(USE_HIP)),1) -ifeq ($(strip $(HIP_TARGET)),CUDA) -HIPCC_FLAGS ?= -Xcompiler -fPIC -else -HIPCC_FLAGS ?= -fPIC -endif -endif - -#INC_FLAGS += -DDISABLE_LEGION_CUDA_HIJACK - -ifeq ($(strip $(FF_ENABLE_DEBUG)), 1) -CC_FLAGS += -DFF_DEBUG -NVCC_FLAGS += -DFF_DEBUG -HIPCC_FLAGS += -DFF_DEBUG -endif - -ifeq ($(strip $(FF_PYTHON_USE_INDEX_LOADER)), 1) -CC_FLAGS += -DFF_PYTHON_USE_INDEX_LOADER -NVCC_FLAGS += -DFF_PYTHON_USE_INDEX_LOADER -HIPCC_FLAGS += -DFF_PYTHON_USE_INDEX_LOADER -endif - -include $(FF_HOME)/FlexFlow.mk - -NO_BUILD_ALL=1 -.PHONY: all -all: $(LEGION_PYTHON_BIN) flexflow/core/flexflow_cffi_header.py $(FF_LIB) legion_info.py legion_builtin_cffi.py legion_canonical_cffi.py $(LEGION_CANONICAL_PYTHON_LIB) legion_top.py legion_cffi.py - -$(LEGION_PYTHON_BIN) : $(LG_PYTHON_BINDINGS_DIR)/main.cc.o $(SLIB_LEGION) $(SLIB_REALM) - @echo "---> Linking objects into one binary: $(LEGION_PYTHON_BIN)" - $(CXX) -o $(LEGION_PYTHON_BIN) $(LG_PYTHON_BINDINGS_DIR)/main.cc.o $(LD_FLAGS) $(LEGION_LIBS) $(LEGION_LD_FLAGS) - -legion_builtin_cffi.py: $(LG_PYTHON_BINDINGS_DIR)/legion_cffi.py.in $(LG_PYTHON_BINDINGS_DIR)/legion_cffi_build.py $(LEGION_DEFINES_HEADER) $(REALM_DEFINES_HEADER) - $(PYTHON_EXE) $(LG_PYTHON_BINDINGS_DIR)/legion_cffi_build.py --defines-dir $(DEFINE_HEADERS_DIR) --output-dir . - -legion_canonical_cffi.py: $(LG_PYTHON_BINDINGS_DIR)/legion_cffi.py.in $(LG_PYTHON_BINDINGS_DIR)/legion_cffi_build.py $(LEGION_DEFINES_HEADER) $(REALM_DEFINES_HEADER) - $(PYTHON_EXE) $(LG_PYTHON_BINDINGS_DIR)/legion_cffi_build.py --canonical --defines-dir $(DEFINE_HEADERS_DIR) --libname $(LEGION_CANONICAL_PYTHON_LIB) --output-dir . - -legion_info.py: $(LG_PYTHON_BINDINGS_DIR)/legion_info_build.py - $(PYTHON_EXE) $(LG_PYTHON_BINDINGS_DIR)/legion_info_build.py - -# build the shared lib for canonical python -$(LEGION_CANONICAL_PYTHON_LIB): $(LG_PYTHON_BINDINGS_DIR)/canonical_python.cc $(SLIB_LEGION) $(SLIB_REALM) - $(CXX) $(CC_FLAGS) $(INC_FLAGS) -shared $< $(LD_FLAGS) $(LEGION_LIBS) $(LEGION_LD_FLAGS) -o $@ - -# the following two are copy -legion_top.py: $(LG_PYTHON_BINDINGS_DIR)/legion_top.py - cp -f $< $@ - -legion_cffi.py: $(LG_PYTHON_BINDINGS_DIR)/legion_cffi.py - cp -f $< $@ - -flexflow/core/flexflow_cffi_header.py: flexflow_cffi_header.py.in flexflow_cffi_build.py $(FF_HOME)/include/flexflow/flexflow_c.h - $(PYTHON_EXE) flexflow_cffi_build.py --ffhome-dir $(FF_HOME) --output-dir flexflow/core - -# build the .so for flexflow -# hack: we do not need main.cc anymore -FF_SHARED_OBJS := $(filter-out $(LG_PYTHON_BINDINGS_DIR)/main.cc.o,$(APP_OBJS)) -$(FF_LIB): $(FF_SHARED_OBJS) $(SLIB_LEGION) $(SLIB_REALM) - $(CXX) $(CC_FLAGS) $(INC_FLAGS) -shared -lstdc++ -L$(FF_HOME)/python $(FF_SHARED_OBJS) $(LD_FLAGS) $(LEGION_LIBS) $(LEGION_LD_FLAGS) -o $@ - -clean:: - $(RM) -f -f $(FF_LIB) $(LEGION_PYTHON_BIN) $(SLIB_LEGION) $(SLIB_REALM) $(APP_OBJS) $(REALM_OBJS) $(LEGION_OBJS) $(GPU_RUNTIME_OBJS) $(MAPPER_OBJS) $(ASM_OBJS) $(LEGION_CANONICAL_PYTHON_LIB) legion_defines.h realm_defines.h legion_builtin_cffi.py legion_canonical_cffi.py legion_info.py legion_top.py legion_cffi.py flexflow/core/flexflow_cffi_header.py *.pyc - $(RM) -rf build dist *.egg-info diff --git a/spack/package.py b/spack/package.py deleted file mode 100644 index 12ff294e9..000000000 --- a/spack/package.py +++ /dev/null @@ -1,115 +0,0 @@ -# Copyright 2013-2021 Lawrence Livermore National Security, LLC and other -# Spack Project Developers. See the top-level COPYRIGHT file for details. -# -# SPDX-License-Identifier: (Apache-2.0 OR MIT) - -# ---------------------------------------------------------------------------- -# If you submit this package back to Spack as a pull request, -# please first remove this boilerplate and all FIXME comments. -# -# This is a template package file for Spack. We've put "FIXME" -# next to all the things you'll want to change. Once you've handled -# them, you can save this file and test your package like this: -# -# spack install flexflow -# -# You can edit this file again by typing: -# -# spack edit flexflow -# -# See the Spack documentation for more information on packaging. -# ---------------------------------------------------------------------------- - -import os - -from spack import * - - -class Flexflow(CMakePackage): - """FlexFlow is a deep learning framework that accelerates - distributed DNN training by automatically searching for - efficient parallelization strategies. FlexFlow provides - a drop-in replacement for TensorFlow Keras and PyTorch. """ - - homepage = "http://flexflow.ai" - git = "https://github.com/flexflow/FlexFlow.git" - - maintainers = ['jiazhihao', 'eddy16112'] - version('master', branch='master', submodules=True) - - depends_on("cmake@3.16:", type='build') - depends_on('cuda@10.0:11.9') - depends_on('cudnn') - - depends_on('nccl', when='+nccl') - depends_on('python@3.6:3.9', when='+python') - depends_on('mpi', when='network=gasnet') - depends_on('ucx', when='conduit=ucx') - depends_on('mpi', when='conduit=mpi') - - variant('max_dims', values=int, default=4, description="Set max number of dimensions for logical regions.") - - variant('zlib', default=True, description="Enable zlib support.") - - variant('nccl', default=False, description="Enable zlib support.") - - variant('python', default=True, description="Enable Python support.") - - variant('examples', default=False, description="Build all examples.") - - variant('avx2', default=False, description="Enable AVX2 support.") - - variant('gasnet', default=False, description="Enable GASNet support.") - - variant('conduit', default='none', - values=('aries', 'ibv', 'udp', 'mpi', 'ucx', 'none'), - description="The gasnet conduit(s) to enable.", - multi=False) - conflicts('conduit=none', when='gasnet=True', - msg="a conduit must be selected when enable GASNet") - - # cuda_arch=0 means FlexFlow will automatically detect the cuda arch of the current platform - cuda_arch_list = ('0', '60', '70', '75', '80') - variant('cuda_arch', default='0', - values=cuda_arch_list, - description="GPU/CUDA architecture to build for.", - multi=False) - - def cmake_args(self): - spec = self.spec - cmake_cxx_flags = [] - options = ['-DCUDA_USE_STATIC_CUDA_RUNTIME=OFF'] - - if '+python' in spec: - options.append('-DFF_USE_PYTHON=ON') - else: - options.append('-DFF_USE_PYTHON=OFF') - - if '+nccl' in spec: - options.append('-DFF_USE_NCCL=ON') - else: - options.append('-DFF_USE_NCCL=OFF') - - if '+examples' in spec: - options.append('-DFF_BUILD_TRAINING_EXAMPLES=ON') - else: - options.append('-DFF_BUILD_TRAINING_EXAMPLES=OFF') - - if '+avx2' in spec: - options.append('-DFF_USE_AVX2=ON') - else: - options.append('-DFF_USE_AVX2=OFF') - - if '+gasnet' in spec: - options.append('-DFF_LEGION_NETWORKS=ucx') - gasnet_conduit = spec.variants['conduit'].value - options.append('-DFF_GASNET_CONDUIT=%s' % gasnet_conduit) - - maxdims = int(spec.variants['max_dims'].value) - options.append('-DFF_MAX_DIM=%d' % maxdims) - - cuda_arch = spec.variants['cuda_arch'].value - if cuda_arch != '0': - options.append('-DFF_CUDA_ARCH=%s' % cuda_arch) - - return options \ No newline at end of file diff --git a/substitutions/graph_subst.json b/substitutions/graph_subst.json deleted file mode 100644 index 7050a45a5..000000000 --- a/substitutions/graph_subst.json +++ /dev/null @@ -1,349435 +0,0 @@ -{ - "_t": "RuleCollection", - "rule": [ - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_0", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_2", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_3", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_4", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_5", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_6", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_7", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_8", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_9", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_10", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_11", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_12", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_13", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_14", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_15", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_16", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_17", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_18", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_19", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_20", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_21", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_22", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_23", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_24", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_25", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_26", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_27", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_28", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_29", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_30", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_31", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_32", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_33", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_34", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_35", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_36", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_37", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_38", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_39", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_40", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_41", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_42", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_43", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_44", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_45", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_46", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_47", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_48", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_49", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_50", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_51", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_52", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_53", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_54", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_55", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_56", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_57", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_58", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_59", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_60", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_61", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_62", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_63", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_64", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_65", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_66", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_67", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_68", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_69", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_70", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_71", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_72", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_73", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_74", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_75", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_76", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_77", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_78", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_79", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_80", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_81", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_82", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_83", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_84", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_85", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_86", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_87", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_88", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_89", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_90", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_91", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_92", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_93", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_94", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_95", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_96", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_97", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_98", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_99", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_100", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_101", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_102", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_103", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_104", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_105", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_106", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_107", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_108", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_109", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_110", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_111", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_112", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_113", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_114", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_115", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_116", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_117", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_118", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_119", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_120", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_121", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_122", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_123", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_124", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_125", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_126", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_127", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_128", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_129", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_130", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_131", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_132", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_133", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_134", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_135", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_136", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_137", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_138", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_139", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_140", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_141", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_142", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_143", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_144", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_145", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_146", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_147", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_148", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_149", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_150", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_151", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_152", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_153", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_154", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_155", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_156", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_157", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_158", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_159", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_160", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_161", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_162", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_163", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_164", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_165", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_166", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_167", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_168", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_169", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_170", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_171", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_172", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_173", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_174", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_175", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_176", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_177", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_178", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_179", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_180", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_181", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_182", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_183", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_184", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_185", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_186", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_187", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_188", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_189", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_190", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_191", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_192", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_193", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_194", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_195", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_196", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_197", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_198", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_199", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_200", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_201", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_202", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_203", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_204", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_205", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_206", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_207", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_208", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_209", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_210", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_211", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_212", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_213", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_214", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_215", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_216", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_217", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_218", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_219", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_220", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_221", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_222", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_223", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_224", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_225", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_226", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_227", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_228", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_229", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_230", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_231", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_232", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_233", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_234", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_235", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_236", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_237", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_238", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_239", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_240", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_241", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_242", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_243", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_244", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_245", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_246", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_247", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_248", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_249", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_250", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_251", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_252", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_253", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_254", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_255", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_256", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_257", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_258", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_259", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_260", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_261", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_262", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_263", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_264", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_265", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_266", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_267", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_268", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_269", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_270", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_271", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_272", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_273", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_274", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_275", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_276", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_277", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_278", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_279", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_280", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_281", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_282", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_283", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_284", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_285", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_286", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_287", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_288", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_289", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_290", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_291", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_292", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_293", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_294", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_295", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_296", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_297", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_298", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_299", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_300", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_301", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_302", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_303", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_304", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_305", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_306", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_307", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_308", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_309", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_310", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_311", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_312", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_313", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_314", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_315", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_316", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_317", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_318", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_319", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_320", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_321", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_322", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_323", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_324", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_325", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_326", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_327", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_328", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_329", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_330", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_331", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_332", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_333", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_334", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_335", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_336", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_337", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_338", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_339", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_340", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_341", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_342", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_343", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_344", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_345", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_346", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_347", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_348", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_349", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_350", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_351", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_352", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_353", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_354", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_355", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_356", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_357", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_358", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_359", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_360", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_361", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_362", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_363", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_364", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_365", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_366", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_367", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_368", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_369", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_370", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_371", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_372", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_373", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_374", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_375", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_376", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_377", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_378", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_379", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_380", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_381", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_382", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_383", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_384", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_385", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_386", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_387", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_388", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_389", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_390", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_391", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_392", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_393", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_394", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_395", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_396", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_397", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_398", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_399", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_400", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_401", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_402", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_403", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_404", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_405", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_406", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_407", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_408", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_409", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_410", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_411", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_412", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_413", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_414", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_415", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_416", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_417", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_418", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_419", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_420", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_421", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_422", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_423", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_424", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_425", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_426", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_427", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_428", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_429", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_430", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_431", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_432", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_433", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_434", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_435", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_436", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_437", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_438", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_439", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_440", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_441", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_442", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_443", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_444", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_445", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_446", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_447", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_448", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_449", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_450", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_451", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_452", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_453", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_454", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_455", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_456", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_457", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_458", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_459", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_460", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_461", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_462", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_463", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_464", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_465", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_466", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_467", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_468", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_469", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_470", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_471", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_472", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_473", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_474", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_475", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_476", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_477", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_478", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_479", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_480", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_481", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_482", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_483", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_484", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_485", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_486", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_487", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_488", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_489", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_490", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_491", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_492", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_493", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_494", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_495", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_496", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_497", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_498", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_499", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_500", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_501", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_502", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_503", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_504", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_505", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_506", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_507", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_508", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_509", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_510", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_511", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_512", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_513", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_514", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_515", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_516", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_517", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_518", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_519", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_520", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_521", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_522", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_523", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_524", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_525", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_526", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_527", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_528", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_529", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_530", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_531", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_532", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_533", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_534", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_535", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_536", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_537", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_538", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_539", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_540", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_541", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_542", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_543", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_544", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_545", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_546", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_547", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_548", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_549", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_550", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_551", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_552", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_553", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_554", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_555", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_556", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_557", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_558", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_559", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_560", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_561", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_562", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_563", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_564", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_565", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_566", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_567", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_568", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_569", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_570", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_571", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_572", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_573", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_574", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_575", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_576", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_577", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_578", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_579", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_580", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_581", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_582", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_583", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_584", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_585", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_586", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_587", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_588", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_589", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_590", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_591", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_592", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_593", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_594", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_595", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_596", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_597", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_598", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_599", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_600", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_601", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_602", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_603", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_604", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_605", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_606", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_607", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_608", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_609", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_610", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_611", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_612", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_613", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_614", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_615", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_616", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_617", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_618", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_619", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_620", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_621", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_622", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_623", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_624", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_625", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_626", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_627", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_628", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_629", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_630", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_631", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_632", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_633", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_634", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_635", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_636", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_637", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_638", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_639", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_640", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_641", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_642", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_643", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_644", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_645", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_646", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_647", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_648", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_649", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_650", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_651", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_652", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_653", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_654", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_655", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_656", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_657", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_658", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_659", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_660", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_661", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_662", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_663", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_664", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_665", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_666", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_667", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_668", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_669", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_670", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_671", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_672", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_673", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_674", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_675", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_676", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_677", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_678", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_679", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_680", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_681", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_682", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_683", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_684", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_685", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_686", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_687", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_688", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_689", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_690", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_691", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_692", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_693", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_694", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_695", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_696", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_697", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_698", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_699", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_700", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_701", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_702", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_703", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_704", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_705", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_706", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_707", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_708", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_709", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_710", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_711", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_712", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_713", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_714", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_715", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_716", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_717", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_718", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_719", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_720", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_721", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_722", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_723", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_724", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_725", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_726", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_727", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_728", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_729", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_730", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_731", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_732", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_733", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_734", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_735", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_736", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_737", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_738", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_739", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_740", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_741", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_742", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_743", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_744", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_745", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_746", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_747", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_748", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_749", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_750", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_751", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_752", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_753", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_754", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_755", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_756", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_757", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_758", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_759", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_760", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_761", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_762", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_763", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_764", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_765", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_766", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_767", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_768", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_769", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_770", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_771", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_772", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_773", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_774", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_775", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_776", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_777", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_778", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_779", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_780", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_781", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_782", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_783", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_784", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_785", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_786", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_787", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_788", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_789", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_790", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_791", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_792", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_793", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_794", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_795", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_796", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_797", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_798", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_799", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_800", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_801", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_802", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_803", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_804", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_805", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_806", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_807", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_808", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_809", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_810", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_811", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_812", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_813", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_814", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_815", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_816", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_817", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_818", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_819", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_820", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_821", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_822", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_823", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_824", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_825", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_826", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_827", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_828", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_829", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_830", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_831", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_832", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_833", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_834", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_835", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_836", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_837", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_838", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_839", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_840", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_841", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_842", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_843", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_844", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_845", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_846", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_847", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_848", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_849", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_850", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_851", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_852", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_853", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_854", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_855", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_856", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_857", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_858", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_859", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_860", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_861", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_862", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_863", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_864", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_865", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_866", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_867", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_868", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_869", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_870", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_871", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_872", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_873", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_874", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_875", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_876", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_877", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_878", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_879", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_880", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_881", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_882", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_883", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_884", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_885", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_886", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_887", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_888", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_889", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_890", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_891", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_892", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_893", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_894", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_895", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_896", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_897", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_898", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_899", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_900", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_901", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_902", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_903", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_904", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_905", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_906", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_907", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_908", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_909", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_910", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_911", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_912", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_913", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_914", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_915", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_916", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_917", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_918", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_919", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_920", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_921", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_922", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_923", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_924", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_925", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_926", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_927", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_928", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_929", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_930", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_931", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_932", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_933", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_934", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_935", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_936", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_937", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_938", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_939", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_940", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_941", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_942", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_943", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_944", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_945", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_946", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_947", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_948", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_949", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_950", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_951", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_952", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_953", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_954", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_955", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_956", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_957", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_958", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_959", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_960", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_961", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_962", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_963", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_964", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_965", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_966", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_967", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_968", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_969", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_970", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_971", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_972", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_973", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_974", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_975", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_976", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_977", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_978", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_979", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_980", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_981", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_982", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_983", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_984", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_985", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_986", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_987", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_988", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_989", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_990", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_991", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_992", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_993", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_994", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_995", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_996", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_997", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_998", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_999", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1000", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1001", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1002", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1003", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1004", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1005", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1006", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1007", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1008", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1009", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1010", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1011", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1012", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1013", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1014", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1015", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1016", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1017", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1018", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1019", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1020", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1021", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1022", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1023", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1024", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1025", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1026", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1027", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1028", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1029", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1030", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1031", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1032", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1033", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1034", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1035", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1036", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1037", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1038", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1039", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1040", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1041", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1042", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1043", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1044", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_1045", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1046", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1047", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1048", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1049", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1050", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1051", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1052", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1053", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1054", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1055", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1056", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1057", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1058", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1059", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1060", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1061", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1062", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1063", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1064", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1065", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1066", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1067", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1068", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1069", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1070", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1071", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1072", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1073", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1074", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1075", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1076", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1077", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1078", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1079", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1080", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1081", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1082", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1083", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1084", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1085", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1086", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1087", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1088", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1089", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1090", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1091", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1092", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1093", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1094", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1095", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1096", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1097", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1098", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1099", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1100", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1101", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1102", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1103", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1104", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1105", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1106", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1107", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1108", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1109", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1110", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1111", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1112", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1113", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1114", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1115", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1116", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1117", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1118", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1119", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1120", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1121", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1122", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1123", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1124", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1125", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1126", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1127", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1128", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1129", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1130", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1131", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1132", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1133", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1134", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1135", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1136", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1137", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1138", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1139", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1140", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1141", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1142", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1143", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1144", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1145", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1146", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1147", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1148", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1149", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1150", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1151", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1152", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1153", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1154", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1155", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1156", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1157", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1158", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1159", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1160", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1161", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1162", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1163", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1164", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1165", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1166", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1167", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1168", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_1169", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1170", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1171", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1172", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1173", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1174", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1175", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1176", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1177", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1178", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1179", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1180", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1181", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1182", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1183", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1184", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1185", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1186", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1187", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1188", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1189", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1190", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1191", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1192", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1193", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1194", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1195", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1196", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1197", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1198", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1199", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1200", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1201", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1202", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1203", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1204", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1205", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1206", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1207", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1208", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1209", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1210", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1211", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1212", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1213", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1214", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1215", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1216", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1217", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1218", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1219", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1220", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1221", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1222", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1223", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1224", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1225", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1226", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1227", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1228", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1229", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1230", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1231", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1232", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_1233", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1234", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1235", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1236", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1237", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1238", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1239", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1240", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1241", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1242", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1243", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1244", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1245", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1246", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1247", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1248", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1249", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1250", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1251", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1252", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1253", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1254", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1255", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1256", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1257", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1258", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1259", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1260", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1261", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1262", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1263", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1264", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1265", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1266", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1267", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1268", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1269", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1270", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1271", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1272", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1273", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1274", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1275", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1276", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1277", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1278", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1279", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1280", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1281", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1282", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1283", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1284", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1285", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1286", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1287", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1288", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1289", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1290", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1291", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1292", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1293", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1294", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1295", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1296", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1297", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1298", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1299", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1300", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1301", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1302", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1303", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1304", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1305", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1306", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1307", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1308", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1309", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1310", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1311", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1312", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1313", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1314", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1315", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1316", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1317", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1318", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1319", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1320", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1321", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1322", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1323", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1324", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1325", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1326", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1327", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1328", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1329", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 1 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1330", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_1331", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1332", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1333", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1334", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1335", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1336", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1337", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1338", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1339", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1340", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1341", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1342", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1343", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1344", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1345", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1346", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1347", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1348", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1349", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1350", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1351", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1352", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1353", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1354", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1355", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1356", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1357", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1358", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1359", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1360", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1361", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1362", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1363", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1364", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1365", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1366", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1367", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1368", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1369", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1370", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1371", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1372", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1373", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1374", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1375", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1376", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1377", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1378", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1379", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1380", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1381", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1382", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_1383", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1384", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1385", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1386", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1387", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1388", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1389", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1390", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1391", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1392", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1393", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1394", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1395", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1396", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1397", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1398", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1399", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1400", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1401", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1402", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1403", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1404", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1405", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1406", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1407", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1408", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1409", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1410", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1411", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1412", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1413", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1414", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1415", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1416", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1417", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1418", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1419", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1420", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1421", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1422", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1423", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1424", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1425", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1426", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1427", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1428", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1429", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1430", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1431", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1432", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1433", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1434", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1435", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1436", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1437", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1438", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1439", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1440", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1441", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1442", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1443", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1444", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1445", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1446", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1447", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1448", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1449", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1450", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1451", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1452", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1453", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1454", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1455", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1456", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1457", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1458", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1459", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1460", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1461", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1462", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1463", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1464", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1465", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1466", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1467", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1468", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1469", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1470", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1471", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1472", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1473", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1474", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1475", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1476", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1477", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1478", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1479", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1480", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1481", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1482", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1483", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1484", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1485", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1486", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1487", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1488", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1489", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1490", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1491", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1492", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1493", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1494", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1495", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1496", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1497", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1498", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1499", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1500", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1501", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1502", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1503", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1504", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1505", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1506", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1507", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1508", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1509", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1510", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1511", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1512", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1513", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1514", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1515", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1516", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1517", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1518", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1519", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1520", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1521", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1522", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1523", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1524", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1525", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1526", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1527", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1528", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1529", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1530", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1531", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1532", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1533", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1534", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1535", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1536", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1537", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1538", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1539", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1540", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1541", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1542", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1543", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1544", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1545", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1546", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1547", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1548", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1549", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1550", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1551", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1552", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1553", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1554", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1555", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1556", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1557", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1558", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1559", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1560", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1561", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1562", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1563", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1564", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1565", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1566", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1567", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1568", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1569", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1570", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1571", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1572", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1573", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1574", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1575", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1576", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1577", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1578", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1579", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1580", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1581", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1582", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1583", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1584", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1585", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1586", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1587", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1588", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1589", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1590", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1591", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1592", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1593", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1594", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1595", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1596", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1597", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1598", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1599", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1600", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1601", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1602", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1603", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1604", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1605", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1606", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1607", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1608", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1609", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1610", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1611", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1612", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1613", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1614", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1615", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1616", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1617", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1618", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1619", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1620", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1621", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1622", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1623", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1624", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1625", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1626", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1627", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1628", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1629", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1630", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1631", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1632", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1633", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1634", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1635", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1636", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1637", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1638", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1639", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1640", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1641", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1642", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1643", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1644", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1645", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1646", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1647", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1648", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1649", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1650", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1651", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1652", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1653", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1654", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1655", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1656", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1657", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1658", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1659", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1660", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1661", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1662", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1663", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1664", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1665", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1666", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1667", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1668", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1669", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1670", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1671", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1672", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1673", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1674", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1675", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1676", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1677", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1678", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1679", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1680", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1681", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1682", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1683", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1684", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1685", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1686", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1687", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1688", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1689", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1690", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1691", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1692", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1693", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1694", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1695", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1696", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1697", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1698", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1699", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1700", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1701", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1702", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1703", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1704", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1705", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1706", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1707", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1708", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1709", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1710", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1711", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1712", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1713", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1714", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1715", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1716", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1717", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1718", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1719", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1720", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1721", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1722", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1723", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1724", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1725", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1726", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1727", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1728", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1729", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1730", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1731", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1732", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1733", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1734", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 3, - "dstTsId": 0, - "srcOpId": 3, - "srcTsId": 0 - } - ], - "name": "taso_rule_1735", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1736", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1737", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1738", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1739", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1740", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 4 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_1741", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -7, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_OP_TYPE", - "value": 6 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_H", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_KERNEL_W", - "value": 3 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_H", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_STRIDE_W", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PAD", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_POOL2D_MAX" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -10, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_CONV2D" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - } - ] -} diff --git a/substitutions/graph_subst_3_v2.json b/substitutions/graph_subst_3_v2.json deleted file mode 100644 index 59695421b..000000000 --- a/substitutions/graph_subst_3_v2.json +++ /dev/null @@ -1,95505 +0,0 @@ -{ - "_t": "RuleCollection", - "rule": [ - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_0", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_1", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_2", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_3", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_4", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_5", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_6", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_7", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_8", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_9", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_10", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_11", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_12", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_13", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_14", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_15", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_16", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_17", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_18", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_19", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_20", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_21", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_22", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_23", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_24", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_25", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_26", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_27", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_28", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_29", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_30", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_31", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_32", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_33", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_34", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_35", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_36", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_37", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_38", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_39", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_40", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_41", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_42", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_43", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_44", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_45", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_46", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_47", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_48", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_49", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_50", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_51", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_52", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_53", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_54", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_55", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_56", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_57", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_58", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_59", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_60", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_61", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_62", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_63", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_64", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_65", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_66", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_67", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_68", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_69", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_70", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_71", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_72", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_73", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_74", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_75", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_76", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_77", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_78", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_79", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_80", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_81", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_82", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_83", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_84", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_85", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_86", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_87", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_88", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_89", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_90", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_91", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_92", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_93", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_94", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_95", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_96", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_97", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_98", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_99", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_100", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_101", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_102", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_103", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_104", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_105", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_106", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_107", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_108", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_109", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_110", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_111", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_112", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_113", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_114", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_115", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_116", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_117", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_118", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_119", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_120", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_121", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_122", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_123", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_124", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_125", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_126", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_127", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_128", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_129", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_130", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_131", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_132", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_133", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_134", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_135", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_136", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_137", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_138", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_139", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_140", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_141", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_142", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_143", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_144", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_145", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_146", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_147", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_148", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_149", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_150", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_151", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_152", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_153", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_154", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_155", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_156", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_157", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_158", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_159", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_160", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_161", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_162", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_163", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_164", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_165", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_166", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_167", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_168", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_169", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_170", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_171", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_172", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_173", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_174", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_175", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_176", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_177", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_178", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_179", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_180", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_181", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_182", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_183", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_184", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_185", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_186", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_187", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_188", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_189", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_190", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_191", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_192", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_193", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_194", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_195", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_196", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_197", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_198", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_199", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_200", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_201", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_202", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_203", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_204", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_205", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_206", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_207", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_208", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_209", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_210", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_211", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_212", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_213", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_214", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_215", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_216", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_217", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_218", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_219", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_220", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_221", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_222", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_223", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_224", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_225", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_226", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_227", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_228", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_229", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_230", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_231", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_232", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_233", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_234", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_235", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_236", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_237", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_238", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_239", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_240", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_241", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_242", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_243", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_244", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_245", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_246", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_247", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_248", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_249", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_250", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_251", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_252", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_253", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_254", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_255", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_256", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_257", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_258", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_259", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_260", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_261", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_262", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_263", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_264", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_265", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_266", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_267", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_268", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_269", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_270", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_271", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_272", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_273", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_274", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_275", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_276", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_277", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_278", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_279", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_280", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_281", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_282", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_283", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_284", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_285", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_286", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_287", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_288", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_289", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_290", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_291", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_292", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_293", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_294", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_295", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_296", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_297", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_298", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_299", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_300", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_301", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_302", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_303", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_304", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_305", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_306", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_307", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_308", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_309", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_310", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_311", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_312", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_313", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_314", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_315", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_316", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_317", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_318", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_319", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_320", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_321", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_322", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_323", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_324", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_325", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_326", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_327", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_328", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_329", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_330", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_331", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_332", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_333", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_334", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_335", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_336", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_337", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_338", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_339", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_340", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_341", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_342", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_343", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_344", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 0, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_345", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_346", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_347", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_348", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_349", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_350", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_351", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_352", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_353", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_354", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_355", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_356", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_357", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_358", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_359", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_360", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_361", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_362", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_363", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_364", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_365", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_366", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_367", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_368", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_369", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_370", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_371", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_372", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_373", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_374", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_375", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_376", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_377", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_378", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_379", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_380", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_381", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_382", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_383", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_384", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_385", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_386", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_387", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_388", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_389", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_390", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_391", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_392", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_393", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_394", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_395", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_396", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_397", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_398", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_399", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_400", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_401", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_402", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_403", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_404", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_405", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_406", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_407", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_408", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_409", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_410", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_411", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_412", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_413", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_414", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_415", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_416", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_417", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_418", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_419", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_420", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_421", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_422", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_423", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_424", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_425", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_426", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_427", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_428", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_429", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_430", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_431", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_432", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_433", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_434", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_435", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_436", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_437", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_438", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_439", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_440", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_441", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_442", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_443", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_444", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_445", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_446", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_447", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_448", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_449", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_450", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_451", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_452", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_453", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_454", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_455", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_456", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_457", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_458", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_459", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_460", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_461", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_462", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_463", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_464", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_465", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_466", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_467", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_468", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_469", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_470", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_471", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_472", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_473", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_474", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_475", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_476", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_477", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_478", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_479", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_480", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_481", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_482", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_483", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_484", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_485", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_486", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_487", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_488", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_489", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_490", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_491", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_492", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_493", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - } - ], - "name": "taso_rule_494", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_495", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_496", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_497", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_498", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_499", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_500", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_501", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_502", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_503", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_504", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_505", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_506", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_507", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_508", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_509", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_510", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_511", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_512", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_513", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_514", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_515", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_516", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_517", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_518", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_519", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_520", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_521", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_522", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_523", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_524", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_525", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_526", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_527", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_528", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_529", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_530", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_531", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_532", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_533", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_534", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_535", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_536", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_537", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_538", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_539", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_540", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_541", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_542", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_543", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_544", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_545", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_OUTPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - } - ], - "type": "OP_SPLIT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 1, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_546", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_547", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_548", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_549", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_550", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_551", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_552", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_553", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_554", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_555", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_556", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_557", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_558", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_559", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_560", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -3, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_MUL" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_561", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_562", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_563", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_564", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_565", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_566", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_567", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_568", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_569", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_570", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_571", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_572", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_573", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_574", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_575", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_576", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_577", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_578", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 0, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_579", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_580", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_581", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_582", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_583", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_584", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_585", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_586", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_587", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_588", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_PARTITION" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_589", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_590", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_591", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_592", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_593", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_594", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_595", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_596", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - } - ], - "name": "taso_rule_597", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_598", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_599", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_600", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_601", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 1 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_602", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_603", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_604", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_605", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_606", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_607", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_608", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_609", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REPLICATE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_COMBINE" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_610", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_611", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_612", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_613", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_614", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_615", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_616", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_617", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_618", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_619", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_620", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_621", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_622", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_623", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_624", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_625", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_626", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_627", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_628", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_629", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_630", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_631", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_632", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [], - "type": "OP_EW_ADD" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_633", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_PARALLEL_DIM", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_PARALLEL_DEGREE", - "value": 2 - } - ], - "type": "OP_REDUCE" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_634", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_635", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_636", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_637", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_638", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - }, - { - "_t": "Rule", - "dstOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -6, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_NUM_INPUTS", - "value": 2 - }, - { - "_t": "Parameter", - "key": "PM_AXIS", - "value": 0 - }, - { - "_t": "Parameter", - "key": "PM_NUMDIM", - "value": 3 - } - ], - "type": "OP_CONCAT" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - } - ], - "mappedOutput": [ - { - "_t": "MapOutput", - "dstOpId": 1, - "dstTsId": 0, - "srcOpId": 1, - "srcTsId": 0 - }, - { - "_t": "MapOutput", - "dstOpId": 2, - "dstTsId": 0, - "srcOpId": 2, - "srcTsId": 0 - } - ], - "name": "taso_rule_639", - "srcOp": [ - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -1, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -4, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 0 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": -2, - "tsId": 0 - }, - { - "_t": "Tensor", - "opId": -5, - "tsId": 0 - } - ], - "para": [ - { - "_t": "Parameter", - "key": "PM_ACTI", - "value": 2 - } - ], - "type": "OP_LINEAR" - }, - { - "_t": "Operator", - "input": [ - { - "_t": "Tensor", - "opId": 0, - "tsId": 0 - } - ], - "para": [], - "type": "OP_RELU" - } - ] - } - ] -} diff --git a/substitutions/graph_subst_3_v2.pb b/substitutions/graph_subst_3_v2.pb deleted file mode 100644 index 98fc0f44c4b9f9da56e8e5daa729a7a10828ffdd..0000000000000000000000000000000000000000 GIT binary patch literal 0 HcmV?d00001 literal 113634 zcmdsA&8vRNQNH&&fp_j?GIuV4gh>WwCAjtP@sDsJuH6VhLjms-Bs1!ecr2C48NRnPxn(*PknTCpYuNd!t=+sk6z!u z{e=Jb`10`4JGT#B9^HRmUY?#m?{2?yd!VaN=hZK{tJ&Ya8bi@TAKh+GFAraQ_~hYv zY}U&7uPIa#z|H#j^4K)%(D-gvR7I5a;pOR=_4gh}RqPedDyDJ!Ao4>&F+5aM%+oZ) zF9Sr+8^@SBME?*IiXU15Q5o0K7p+60k3z(uqM_GnaR?$mv|5Wa?g}kNh*xNlnO}}b z&UcYB{LpGG(zq+M7$KIm_$v)T=VNd~woX-F+C!<25yT_zh6vaTW>Q}WF@kxbB=F}| z&3t_OSWAczm68za5k)~&OISz3oJ}HrUXJ`E!VFj*iU`vQ5tR^Q%R-1al!W+|s_ld8 zb8=#n-)^^{#hT{AAG*iMw6?bDP|mT&;>P*7S)ho#_1|qZU^JXvpopQEdZ~hGsH(Oa z>O~CXR8*LX`?BWW^w7cR<|5J{Y?A@*po2V%3kpceU| zREs?jdkjtE*4+gm@h|63Y_Tp@L6Kot1;(qG zGZ;pYSq#Ou1DCkOqM@qA!JjqgQYqb>0X{>@d;gX}de>>9id7lYJ@lDuJw_UR=jO(Q z__qbL?^k;oWYTvI7~BhHfAB9cmJ^jZglYL3OjPT?@~E$wG__*W(2hM!`vlI25@q_~tl7 zPgGtv$B>{VCzikp)HoFVEkHC$t*2j}tW4jGUeR`MfL;V9qnA{SZM&!$OtSGRa$-hb z8N{eXQ3qhPaFiG+7@d`uStj~ZI1`kAR=vtJb)%}TEwBo4DE$vEz$^1i~Vuk zfx!xeRiD=DhM`sGPffZNVuPV85K;699IexAXdEhP5r>k7_MxtVP_Z+WZ^FgmtoRTK z(3we<5k{R<87hk-QZX%|P8oL}#4!&*PDFZn;N784k(OMShl++yqHzbmwm?K_CB#2! zSe2pZL=|Uf?^zsOXxt&kplHlPMJ`fh0F}wX${~GX7+3(7O&-A}Ca;`s)AfmVqH+85 z$q%KeqX(j%fN6vkzO6$X^X=_gM1x4j>E&Y7;xred7I7%Ln!C$17s)z(T;zwY;Udpw zB=e{*+B$FPW8M6zplwUjoX=c=<3Yd*G;wpV*5T!|5sv8tNY7rv^$B(M-;!ymM zx@{5{0~3KJf?cT3wSgvbbrVFIU_y(NvCuX-hgHeSUf+^>E0bXa8QK8laBakRzO8c2 zdFa|5DxPfwOts$att^;B>0#hWh~<#m3z3NGD1+lJgh&%WDDH(AwdnnmSxr|ftR|Dn z2!}(Fv;eVlk9J61an?8B0W3jN;i~q$Xaq;3`W`LM*5#!9PzsT*g6(X2MTl7cM0!no zK!k`x(F79^7doj9vBybkT13wpa?%J9hoY-ZT1@rD&L4qecI4TrT*TfKKa_IO&|*g| zz6D|f7gdNCY7rrhX%VdxJsJtr%tah38XAY9tH8z1oo*hsN;e3l#XD`rv%1wTI)Tkh(-QPj+p^+# zvaX;PtvDL=QZSh`eO9EQmIuA<5F^p*5ha4bpck*AkIk4g3wksG(5odbqmONYh|=~1 zy%Y?)Kzel%7ZKvT7RjU(^cW(?uMywP;)sN3$K_OCti==}U!}ht_2^x3If{T4)6l;CVaZkZc~yDoMtdcr&{C)*qldDUlC&YO<@}%jc_$Y)M9us*Df7WeX$+lRn#pj zq>FX@kZL9u0q?$~(@kFXVq2e)l{jv^x=Eij!4iE&uox#MT?q9V!Pb{qMJ8rZaUn$M zLcOPGXoUKC5q1zfq)`qyHWZ#TbvC{lW^ggFR;*f3XdtLt>PJ@=LO~9Zt(%}kLMz@k zW*~$j>0H;!so^mSpO0sYMroj{4)oB>gopD8U%l)=4^J3UlsM4Cw?iSxD9L~hd)e=< zJ(UwI`Gn2ebSG5hd}cpEfA#Ml?J>MDIXh!_)PccQ&finDcJ)(iWTi?9cW9-P1EQp zbd9ap(ZMc+bfS85DP=x0bO=g0D%wy8HmyeTa$y>Z)XFzazb!-gyu4`jSFSEk82gOq3dYCYL`nH(S z#$@7;?edy3{T}WXN&HKSmq>z*&KXI}1lY(k?2bF${udBczORlv`WE(o(pZG@95EIZ7T&WzfDSMT96>cWAM+3duSuTeOG-mJnMU1H;Q?1XPCVbPQ#L(LkaMl~qkrUoDP-8!+qj z?rGF^@7$J;vzq^uS{JC5r^st(vgd3=q*}Ah=!qu%2XVeZPpcZ_@Q*) zLqfFkh_1!-Di zPQotFSKAILnR|E4!?t14^El1{zWDG7zTaY>%prjdA*yFk7^ZbHN9xl)4wKemxju)W zlpVx|vOy~dMQX)9nNx;hM^$f`!pR&qTthP8k!m5)KGjmT?6oqW9c0Y3Wq3<=Kp6}! z6)S-BWDZf``C2=aqpp3rh|yXy44y7xe;7N7gTh2o$vAxEJ73rowl#5=E+w5_*odK6 zl;E!%M`mh$i5V~7 z#!#u8Bzg_i0FEiSeEiatLn6VV0%EPPjfm|4{V>t z7o>`MtgLgDqkV%wiO0F|i}|5^_S^Xph7fj?G2`>oHHSKlzfz~8#%IuHO$uw*P4B&zgNMEF^T#U=KAN${eC!+p zjqpM{%O*mcU)yt77GseJG^HZ~ZgL{%&^@w2vrf~xi?415T~4;==Q~ysp(i$In$}{& zkr;}R-^gH*F>_S`0yPqY>QHfhi?QPEj!>+QI~2#*l(7gJ7`rZX@w8)6fS;~qvp3~t zI%uis)6KB{JdPvAC{SUKWbde(F=)-r&Xyg%Bys?aJXVVO=Qf+SBM$o^7Kr$ZaISig zA9y>9NTKbr5X&O5q9G_E4;|0A-D+j0d5LsX(eYVSuGDcmKT42&_`Kb?KKq_uP8PM@ z(8u#S@tZn38S-j3k!X65%Jx(8Zlf!`nmUG`rXj|c)S90zD4nso;Yr(M^ecVzQ+~QB z|9C!$im4u4mSp-mXc7hJayo$tIyeE|J}Y~EBM_ZnnhtCx_0na$3JN= zS6(IVoV}jbQ+?qq$}lxX{mHBtpL1_+9Lq5GU%w=4bpZ8^53j5m;$QcOi^X^-J+rlR zqHm;{v#fvrzZG{VTtZagUlOn9BV&EQ1z1?odg*x^dvqCID$qpqT>V+kaKn z$`03n?lPb4qXqY|)y2A7bRBE(d__cY!6FHJcEb>rK z;5r>C%Y{+Lvba7|iCOqzILx@?gKjm#H^+g7!i|zfHKJ{l$}7|FCb!x4;k7|39bL>-P6;)rU8lj6r@J!Zv zq7>lNt(=r3drGMJPq(%8Pe!fZZ(AcJJ#OW0cmtj4@ns( z*O=PL;W;-Z%^Y3~<6I@#%`^I2rzopU8EQ)<->}nQLeTP(0nh2Q+*sez`W*!=S$OKy zbP`*q<}zv$UZzt79a_H^#Lzk&g7em6?dhh@(cJnbJD~T+?NQ*YcaoKenFZ<+V5uX9 zNlzAXKkA1gaO+?GX$yo;uX_*ad}BnounbLT(6f$xqKYXSAY?V}UHIth%aydYpqLD+ zv%eb=Ah5u%yp@uoy;KOMK^nR7e#9j7T}`hR@5}EU{|@rVeF5x#u9v4hGOdyaznyb* z9*U=LK6dNx^dnhV+&t&KlHggaC=uf%9$-l`NulB*kCrAq?~dWLCUy|$v?z= zTX&QnTvSwb$G2yJVj2n+oUJ>a)6gB?UIZ!A9Rda2HS`!T2pzoRvTp=vxzx0qa7?UF zY6?hvdlnKh>@3KQ@|NvoK;ql8kkD`d>1yx97QLY*6%wmq1L+Zx)Y8}5)1F$iWu>og z^Yoh%izzuEMBLwKXg{O8?1N^ZQBML^t6W1R9FFG?#Ro69`Kmg!FD6=1;e51dXYIO0=er|m~ zH|eb^V_Rr#!uG0y_Kc1!ZUVi-*w&aWpuf7=*bAbBb2{J2Xd{KCi<&c)Tt#)^gf@Gf zse~=an=H%1LE|B3O2$b8hT%*j*oc?OWFb9V9M*1jFdP!&=r&g`cxZeHl(;7uJonmAj$Qx-CK!F_1&P%P0mGt3mW~9%I%)>I1Z}1 zX({CGgFrhBr$EYDWuy|?l^9Og5N=2UN_C_Rl{}{woL)>-{O@DgDS6C_}c`dl}D z@^{wys|B=Wd_-s}xB*+R9*&kVt6=;_g?g1I`ruBEa>G}JDxs1AT0kc$6f(@w$*HqI z!Df0>f=wl&d(=Uo^N?ZDUV~7Tv8_yK!q!5>yBS+`yhfMb5uQrE5)5}vZj(wMp;Je9E3V}YHUwla1W^v>{9!WO(KvuPTh8l6Ub z@Mi%L1^t8fNE`Eks3sd%No0i55j|2U%@mwEO%rGVVSdp9=ace;WST0j1GD>rfQ^iXN`8fzAX;Tts0Jdv(qg~`^DM2< zSbADP1MwfG2I}!3jw_adc!nxh_z#0CW(l&X8rq;0G?3Ja`}|ky%Sa6;OuYi!D=Fm_ zUfX>BY~N?YnS-;O@8)5b zn#O4Rbiq*(t0w;gE4>9S#|E4!fxOSZx>7hhdk-?35o0RFZ+U zr(9hK^zk&=GS~gZ*gsDF#n6Xp7nvgG^nrGn<>`z*5XUS}SK*L$`T5%BU<{|>U&b=^ z{Ie<}%^9VG4$Y{`*hszR8PU3uWnM;gMi~r;W|Vv~XPnR~$|$w!&ahPWl}}DId{a<~ zdF@4Em2(GH)gUtZRBJ;mE_Pu>y-M!bSS5L`#VT26b3oG0#_GrQZ<~*CfS;~qAX~3J z9N^hzv5s=!9(qNryW)Vi!8ix_>68Pz_{y`5ae$vru^M_+V;0E;D-7GWc(z%r$N@vI zD%Kvp?!YSbdbB%zWsWD}9Q)!&GlOMZ-zd47Cu)405>WO?H7%W=&qxl2c_@Br_pyrX zbB}x#U&F-jk-3NbYnZ{-3BHh@@NYx^!#%;B57vJ3dzV|#KkY=1NBaJvTE0|Xw6uNB zbI!-Io;P>-8I^m-Iy=0Qe4G(gKTgC^!T2~4-@XvG<3IM;W!P}1bSouf*#_%0?4Z7X z_5$6`m9yY`$G2i0!dD=i1;V>xkI%LRDAqWcyn*nPup90?57|%*&l88BWEP;S(6%|e zKn>h6*7(~(7{0xWPCnmoIHkG33l8E;z#b%y0;+>JwyxPXD=*$&p=)%~5OHi>x4~YZ zYnrH6*KaXQ;`Wl%^{3T&CEV7qF8JBLXW3j<7N4&k1z7)4fgMsU4 zDu)c;$AOa9o8K2|*@nc);)mx$RMGNI^Pv;O|3zWSHzjJ)OHM^?`$%=`k2T0|Ope5% z@JzCp5uX9#B@EkB`_%>f{LRG#E-*tOp41uo@_3i}jBjboY)t_$$U$xgDZ52Tw zAo&4$7q9$`x_EVorMwEXSK_f!@ckO(mIK+cpkiP>HsEJcVPvIX+aSVLt1`ZAm-7r^ z8SKmkD9rhhLt`b*XpNOP-R`PASUgq3Y8~?ExG(DvdqKskQ)5BJw|7}UStlOOTU$^u zt}^UFT`QoL=sFTaZ4~hBD|AhBHR+mh8M>z13v|sRX&t5luhpfK_Z;6AHabjvdzY?p z=|ppZuD|XVuQRZ-DrQjk3dk({A@mUbHZE5EWaIf1g^}#G+Xc+-v|Yeg4f-%s$I^}h z)r>E)UGN<~ESjw;vDR{$blV%vhf4Q&LD+k7tw~prNO0f||IjMYQ=>#ro2s_5MDz=J z{={+oOm4@|*0deTeHe1~3i9@d+swW&W0Jd`j!qIgFGiRbtEg}AGKS*(LXoEo?ro_mYnGs#!SK9knEJI%u1+nHAhkK5Y+=!-C4h-WR&o+AZlj*xSQqH{QNfP#g79D?er9lO zgOk9hY{e1F+eip2aN$4Oqj!LUm4IUe{%!!kr^3J`KK?apZE2?GFq{E~WQ`Q7)`y0Q zEW8E(_}nZya|nS=if+VuoS|2AyI_ySD2smIU{{e+rF_Lr-fFPhBB~YaF1Bixjw%*X z!*E4CZ^o)ui263ITCtF7)d~~ds#Uj$YFV|py~WMdthJMY^-b7n+NX4j=E-V0Bj==_ zNj;a0ybcWQt?uS(O`=kBl?s^+60K>j)@0-6>PlOvrH^0Y#QYyxcaP7_?BfMqO`f~h zDlFfoo2ymX*0W5n)x12ix!T-2yLY5ea{*>fh%Ra4(7(XUXUjRLgk8X9;qOht4@?F7Yi7}FvOLvtM~ z+z=U#J@6UWS-rAA;{?*wIDeN?_=LCN}3I^uaTH%Qc<}gLbHKJ_=K^ z!vfAny?1e5eUmFXs(P-BZ|{macw7$S3vhl0_8QJBATyds&R_aI7kfea1xeDUgE~)> z$ZeG-eESNT&|G;rpwfhKm5(2apYI#1S&$|)@dQoUpbth99cn90e$kbE{Rn_ZItqd2 zcO}5N2-ynV6PdLh3B$$qp>-8H=QSfR@a;AEL)SV&HwdFbkA(5Jh1U7@RnQH>-0OsL zOoh7E{Z%H6p>-8HtJPSY@$H>jN9a=P-)rCXZ9R;(Pnhx^G6bI=vQ&7`%F!O1tS;Du zUU?-a#V`4+%TBLBmo;>u4R~ZR5bnDyT$V`RjBv$$d0nP&G&H#A2!VCF8$LcfR)}ey zUt}D1=vuzFqfDUx-m;4{3%RC#M%M?kcx3!UFY*E>>-1d(zG@A<96jQqP#n?!TMK!@ z0kLeH@DY>jz~giH)5NS2l1QYF+#5gI0ly)4*89E>d#x?upD<+ju z+VJfvuZQfT^7}9VtohW6jB!<9uPjt5WZi$?i1%YkTiUZ80f_ zMZ+tsqb-L@1ZxA~i?3)kZo~gmudHZYXR)hgMOBEobrCyW)h~|D?}=}+Vwl?xu4ol2 z=d+K5rZ^mp!+830l6(~>$TGmYFJq-Y>Prmypq}mhaXaDOPB*C{XSL9UB)rYxe4}J! z^@Fkrk9v5;+rq@2ma@gvu`zJI+P`VrS`Cd-jE+@NJTHm|(aVpZ^HS<1A?pmX4BJ)0tWZoaN2SPPq z3KVl+F!r&|f3GGqIx)OuHLhcEx!t|slSd3@q((Y@{0Meo_v1GkKT5vjjMWK%{GAuC zGMoIq3Ja-*c5nvrt%bS#7r}*T!Wu?QgKL;A--}`kM?6*!U%q+J{N~g8*S;`WI={fE z>&%nITPpEUxtTA)Gd`_u`Ce28S%i(!%SS%hdQc;N7@nCI9;w*z8b6xGX&ratH@$5Y z1TM@A)@J%=`xj839is01mOn!nw{5Se)(hWLU!rLPK}3E-mba@R!U|kCzo~`3?AR1n z9RppYu?|F!S2M$E1;ZBc#+D+h#KWLv(Hlb}ga%3k^r5AU-dXhKgu~C+q+(l)dpp9l z(-_ZVBO$Cn@2|ETR|_ZWFpSfIBUK{&JJ2noOSfkIRrjXdYnUR@csR`zH%?YSO(sY) zQzujm2Xyc%Lhare$#7*~Jl#X?+9Gp%7CnAa6PuKf)ypdhZ<+94<;zC)U zrewXi2I`Yrbw(UQVfdS=fe>d_GAgjgM73(5?$-`7N0AO?tY!PcxE?6IC)?*sA+mps zBYR=i$|?4)MN~PyhdRWsc;Rrz5l_M!S{;qVYL`T`n+h6G$kn0uaFE!FjOTjfwBQzUrqE1vb#TEg^Owld?THsIp zN#f#Ru!)r{TD87HQIpsi^o}GJn#Xni8#`sRu5hGM8s;;mjHc>aK&@ElCjmIPLM&_@3yaQu9Ij8gUc+l>Wz>FT$F_en_+fUpM8Kkb};;uVfluF zW)$o+D2{W1-RE?Z$+flglAXEw2MKC**m+JDHB5!$(l)^9hh}NWEB^C9tbk-1 zZFV&n!KuYlXsx6Rzu)F#y8>nS1deL+Fwbb`A)?f*iq&ZM;n+G|t7mzJGD6S(xzDWe zaI9BiY&PI$yPAdP-$bYhUpgGiphi}StAt0(Z#hOcwg~PKk2{?jvC+0$#2ZVRtHfJv zJ+T-cvtD?Y7Y94tt*JfDF%zxl&bJsgf|c~zc9a1%??=4i^E}lk3j31{|ndYacc#%{o6;Z1Hcua@MjLH_DlYT9k7^2ujkHKg@hZ2$GXJ#RE?YLh3GKrpr%Aq}2` - -#include - -int main(int argc, char *argv[]) { - if (argc != 2 || (strcmp(argv[1], "gpt-2") && strcmp(argv[1], "opt"))) { - fprintf(stderr, "Usage: %s \n", argv[0]); - return 1; - } - tokenizer_mode mode = - strcmp(argv[1], "gpt-2") == 0 ? GPT2_TOKENIZER : OPT_TOKENIZER; - std::string vocab_file = mode == GPT2_TOKENIZER ? "./gpt2_bpe/vocab.bpe" - : "opt_bpe/gpt2-merges.txt"; - std::string merge_file = mode == GPT2_TOKENIZER ? "./gpt2_bpe/encoder.json" - : "opt_bpe/gpt2-vocab.json"; - - GPT_Tokenizer tokenizer(mode, merge_file, vocab_file); - - std::string line; - std::vector lines; - std::ifstream infile("./wikitext-103-raw/wiki.valid.raw"); - if (!infile) { - std::cout << "Error opening input file" << std::endl; - return -1; - } - std::ofstream outfile(mode == GPT2_TOKENIZER - ? "./wikitext-103-raw/wiki.valid.bpe.flexflow.gpt2" - : "./wikitext-103-raw/wiki.valid.bpe.flexflow.opt", - std::ofstream::out); - if (!outfile) { - std::cout << "Error opening output file" << std::endl; - return -1; - } - while (std::getline(infile, line)) { - lines.push_back(line); - } - - std::vector input_ids; - std::vector mask_ids; - for (auto l = lines.begin(); l != lines.end(); ++l) { - std::string stripped_line = tokenizer.strip(*l); - if (stripped_line.length() == 0) { - outfile << *l << std::endl; - } else { - tokenizer.encode( - stripped_line, stripped_line.length(), &input_ids, &mask_ids); - bool first = true; - for (std::size_t i = 0; i < input_ids.size(); ++i) { - if (mask_ids[i]) { - if (!first) { - outfile << " "; - } else { - first = false; - } - outfile << input_ids[i]; - } - } - outfile << std::endl; - std::string decoded_line = tokenizer.decode(input_ids, mask_ids); - assert(decoded_line == stripped_line); - input_ids.clear(); - mask_ids.clear(); - } - } -} diff --git a/tests/gpt_tokenizer_test.sh b/tests/gpt_tokenizer_test.sh deleted file mode 100755 index de6d01837..000000000 --- a/tests/gpt_tokenizer_test.sh +++ /dev/null @@ -1,107 +0,0 @@ -#! /usr/bin/env bash -set -x -set -e - -cleanup() { - rm -rf wikitext-103-raw-v1.zip wikitext-103-raw gpt2_bpe opt_bpe gpt_tokenizer pytokenizer.py bpe.py hf_tokenizer.py -} - -# Cd into directory holding this script -cd "${BASH_SOURCE[0]%/*}" - -# Clean up before test (just in case) -cleanup - -# Compile the FlexFlow C++ tokenizer stand-alone -g++ -std=c++11 -I../deps/json/include -I../include -o gpt_tokenizer gpt_tokenizer.cpp ../src/runtime/gpt_tokenizer.cc -chmod +x gpt_tokenizer - -# Download and inflate wikitext dataset -wget https://s3.amazonaws.com/research.metamind.io/wikitext/wikitext-103-raw-v1.zip -unzip wikitext-103-raw-v1.zip -rm wikitext-103-raw-v1.zip - -############################################################################################### -##################################### GPT-2 tests ############################################# -############################################################################################### - -# Download GPT-2 BPE vocab and merges files -mkdir -p gpt2_bpe -wget -O gpt2_bpe/encoder.json https://dl.fbaipublicfiles.com/fairseq/gpt2_bpe/encoder.json -wget -O gpt2_bpe/vocab.bpe https://dl.fbaipublicfiles.com/fairseq/gpt2_bpe/vocab.bpe - -# Download minGPT bpe tokenizer for comparison -wget -O bpe.py https://raw.githubusercontent.com/karpathy/minGPT/master/mingpt/bpe.py -chmod +x bpe.py - -# Run the FlexFlow C++ tokenizer (standard GPT-2) -./gpt_tokenizer gpt-2 - -# Run the minGPT tokenizer -cat << EOF > pytokenizer.py -#!/usr/bin/env python -from bpe import BPETokenizer - -tokenizer = BPETokenizer() -inp="./wikitext-103-raw/wiki.valid.raw" -outp="./wikitext-103-raw/wiki.valid.bpe.minGPT" -with open(inp, "r") as infile: - with open(outp, "w+") as outfile: - for l in infile.readlines(): - if len(l.strip()) == 0: - outfile.write(l) - else: - out = tokenizer(l.strip()).tolist()[0] - out = [str(x) for x in out] - out = " ".join(out) - outfile.write(out) - outfile.write("\n") -EOF -chmod +x pytokenizer.py -./pytokenizer.py - -# Check that the outputs match -diff ./wikitext-103-raw/wiki.valid.bpe.flexflow.gpt2 ./wikitext-103-raw/wiki.valid.bpe.minGPT - -############################################################################################### -##################################### OPT tests ############################################### -############################################################################################### - -# Download OPT vocab and merge files -mkdir -p opt_bpe -wget -O opt_bpe/gpt2-vocab.json https://raw.githubusercontent.com/facebookresearch/metaseq/main/projects/OPT/assets/gpt2-vocab.json -wget -O opt_bpe/gpt2-merges.txt https://raw.githubusercontent.com/facebookresearch/metaseq/main/projects/OPT/assets/gpt2-merges.txt - -# Run the FlexFlow C++ tokenizer (OPT) -./gpt_tokenizer opt - -# Run the Huggingface tokenizer -pip3 install transformers -cat << EOF > hf_tokenizer.py -#!/usr/bin/env python -from transformers import GPT2Tokenizer -model_id = "facebook/opt-6.7b" -tokenizer = GPT2Tokenizer.from_pretrained(model_id) -inp="./wikitext-103-raw/wiki.valid.raw" -outp="./wikitext-103-raw/wiki.valid.bpe.OPT" -with open(inp, "r") as infile: - with open(outp, "w+") as outfile: - for l in infile.readlines(): - if len(l.strip()) == 0: - outfile.write(l) - else: - input_ids = tokenizer(l.strip(), return_tensors="pt", padding=False).input_ids - out = input_ids.tolist()[0] - out = [str(x) for x in out] - out = " ".join(out) - outfile.write(out) - outfile.write("\n") -EOF -chmod +x hf_tokenizer.py -./hf_tokenizer.py - -# Check that the outputs match -diff ./wikitext-103-raw/wiki.valid.bpe.flexflow.opt ./wikitext-103-raw/wiki.valid.bpe.OPT - -# Clean up after test -cleanup diff --git a/tests/ops/batch_matmul_test.cc b/tests/ops/batch_matmul_test.cc deleted file mode 100644 index f61048feb..000000000 --- a/tests/ops/batch_matmul_test.cc +++ /dev/null @@ -1,124 +0,0 @@ -#include "model.h" -#include "test_utils.h" -#include -#include -#include -#include -using namespace Legion; -Legion::Logger log_app("bmm_test"); - -struct BMMTestMeta { - int m, k, n, d; - BMMTestMeta(int _m, int _k, int _n, int _d) { - m = _m, k = _k, n = _n, d = _d; - } -}; - -BMMTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int m, k, n, d; - myfile >> m >> k >> n >> d; - return BMMTestMeta(m, k, n, d); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - // std::cout<< "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - // create input tensor - Tensor dense_input1; - { - int const dims[3] = { - test_meta.d, test_meta.k, test_meta.m}; // target shape (d,k,m) - // HACK: have to pass "batch_matmul" 3-dimensional strategy string id to - // tell FF to distribute this tensor correctly - dense_input1 = ff.create_tensor<3>(dims, "batch_matmul", DT_FLOAT); - } - Tensor dense_input2; - { - int const dims[3] = { - test_meta.d, test_meta.k, test_meta.n}; // shape (n,k,d) - // HACK: have to pass "batch_matmul" 3-dimensional strategy string id to - // tell FF to distribute this tensor correctly - dense_input2 = ff.create_tensor<3>(dims, "batch_matmul", DT_FLOAT); - } - // build batch matmul layer - Tensor batch_matmul_ret = ff.batch_matmul("batch_matmul", - dense_input1, - dense_input2, - true /* trans_a */, - false /* trans_b */); - // load inputs tensors and output gradients tensors for testing - auto input1_file_path = "test_input1.txt"; - auto input2_file_path = "test_input2.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file(input1_file_path, dense_input1, ff, "float", 3); - initialize_tensor_from_file(input2_file_path, dense_input2, ff, "float", 3); - initialize_tensor_gradient_from_file( - output_grad_file_path, batch_matmul_ret, ff, "float", 3); - // run forward and backward to produce results - ff.init_layers(); - ff.forward(); - ff.backward(); - // dump results to file for python validation - dump_region_to_file(ff, batch_matmul_ret.region, "output.txt", 3); - dump_region_to_file(ff, dense_input1.region_grad, "input1_grad.txt", 3); - dump_region_to_file(ff, dense_input2.region_grad, "input2_grad.txt", 3); -} - -void register_custom_tasks() { - // std::cout << - // static_cast::type>(ZERO_INIT_TASK_ID) << - // std::endl; - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Compare Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Compare Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Compare Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Compare Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Compare Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Compare Tensor Task"); - } -} diff --git a/tests/ops/batch_matmul_test.cu b/tests/ops/batch_matmul_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/ops/concat_test.cc b/tests/ops/concat_test.cc deleted file mode 100644 index b0489d1ad..000000000 --- a/tests/ops/concat_test.cc +++ /dev/null @@ -1,168 +0,0 @@ -#include "model.h" -#include "test_utils.h" -#include -#include -#include -#include -using namespace Legion; -Legion::Logger log_app("concat_test"); - -struct ConcatTestMeta { - int batch_size, i_dim, num_channels, projected_num_channels, - dense_projection_i_dim; - ConcatTestMeta(int _batch_size, - int _i_dim, - int _num_channels, - int _projected_num_channels, - int _dense_projection_i_dim) { - batch_size = _batch_size, num_channels = _num_channels, i_dim = _i_dim, - projected_num_channels = _projected_num_channels, - dense_projection_i_dim = _dense_projection_i_dim; - } -}; - -ConcatTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int batch_size, i_dim, num_channels, projected_num_channels, - dense_projection_i_dim; - myfile >> batch_size >> i_dim >> num_channels >> projected_num_channels >> - dense_projection_i_dim; - return ConcatTestMeta(batch_size, - i_dim, - num_channels, - projected_num_channels, - dense_projection_i_dim); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - std::cout << "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - - // create embeddings - int dense_embedding_channels = test_meta.num_channels / 2; - int sparse_embedding_channels = - test_meta.num_channels - dense_embedding_channels; - auto dense_embedding_file_path = "test_input2.txt"; - auto sparse_embedding_file_path = "test_input3.txt"; - Tensor dense_embeddings[dense_embedding_channels]; - Tensor sparse_embeddings[sparse_embedding_channels]; - for (int i = 0; i < dense_embedding_channels; i++) { - int const dims[2] = {test_meta.batch_size, test_meta.i_dim}; - dense_embeddings[i] = ff.create_tensor<2>(dims, "", DT_FLOAT); - // init tensor is checked, nothing wrong in init tensor - // dense_embeddings[i] also checked, it's correct - initialize_tensor_from_file( - dense_embedding_file_path, dense_embeddings[i], ff, "float", 2); - } - - for (int i = 0; i < sparse_embedding_channels; i++) { - int const dims[2] = {test_meta.batch_size, test_meta.i_dim}; - sparse_embeddings[i] = ff.create_tensor<2>(dims, "", DT_FLOAT); - // init tensor is checked, nothing wrong in init tensor - // sparse_embeddings[i] also checked, it's correct - initialize_tensor_from_file( - sparse_embedding_file_path, sparse_embeddings[i], ff, "float", 2); - // std::ostringstream stringStream; - // stringStream << "sparse_embedding" << i << "_output.txt"; - // std::string copyOfStr = stringStream.str(); - // dump_region_to_file(ff, sparse_embeddings[i].region, copyOfStr, 2); - } - - // merge two embedding lists - std::vector dense_embeddings_v( - dense_embeddings, dense_embeddings + dense_embedding_channels); - std::vector sparse_embeddings_v( - sparse_embeddings, sparse_embeddings + sparse_embedding_channels); - std::vector embeddings; - embeddings.insert(embeddings.begin(), - sparse_embeddings_v.begin(), - sparse_embeddings_v.end()); - embeddings.insert( - embeddings.end(), dense_embeddings_v.begin(), dense_embeddings_v.end()); - - auto ret = - ff.concat("concat_input", test_meta.num_channels, &embeddings[0], 1); - - // load inputs tensors and output gradients tensors for testing - // use output for output grad (testing only) - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", 2); - - ff.optimizer = new SGDOptimizer(&ff, 0.01f); - // run forward and backward to produce results - ff.init_layers(); - ff.forward(); - // dump results to file for python validation - dump_region_to_file(ff, ret.region, "output.txt", 2); -} - -void register_custom_tasks() { - { - TaskVariantRegistrar registrar(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - "Load 1d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 1d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_1D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } -} diff --git a/tests/ops/concat_test.cu b/tests/ops/concat_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/ops/flat_test.cc b/tests/ops/flat_test.cc deleted file mode 100644 index 61de83b6b..000000000 --- a/tests/ops/flat_test.cc +++ /dev/null @@ -1,143 +0,0 @@ -#include "model.h" -// #include "test_utils.h" -#include "test_utils.h" -#include -#include -#include -#include - -using namespace Legion; -Legion::Logger log_app("Flat_test"); - -struct FlatTestMeta { - int i_dim, o_dim; - int *i_shape; - int *o_shape; - FlatTestMeta(int _i_dim, int _o_dim, int *_i_shape, int *_o_shape) { - i_dim = _i_dim; - o_dim = _o_dim; - i_shape = _i_shape; - o_shape = _o_shape; - } -}; - -FlatTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int b; - std::vector buffer; - while (myfile >> b) { - buffer.push_back(b); - } - int i_dim(buffer[0]), o_dim(buffer[1]); - int *i_shape = new int[i_dim]; - int *o_shape = new int[o_dim]; - int offset = 2; - for (int i = 0; i < i_dim; i++) { - i_shape[i] = buffer[i + offset]; - } - offset += i_dim; - for (int i = 0; i < o_dim; i++) { - o_shape[i] = buffer[i + offset]; - } - // int m,k,d; - // myfile >> m >> k >> d; - return FlatTestMeta(i_dim, o_dim, i_shape, o_shape); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - // std::cout<< "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - Tensor dense_input; -#define input_dim 3 - int const i_dims[input_dim] = { - test_meta.i_shape[0], test_meta.i_shape[1], test_meta.i_shape[2] - // test_meta.i_shape[3] - }; - // std::cout << test_meta.i_shape[0] << test_meta.i_shape[1] << - // test_meta.i_shape[2] << test_meta.i_shape[3] << std::endl; - dense_input = ff.create_tensor(i_dims, "", DT_FLOAT); - Tensor ret = ff.flat("", dense_input); - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file(input1_file_path, dense_input, ff, "float", 3); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", 2); - // run forward and backward to produce results - ff.init_layers(); - // forward - ff.forward(); - dump_region_to_file(ff, ret.region, "output.txt", 2); - - ff.backward(); - dump_region_to_file(ff, dense_input.region_grad, "input1_grad.txt", 3); -} - -void register_custom_tasks() { - { - TaskVariantRegistrar registrar(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - "Load 1d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 1d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_1D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } -} diff --git a/tests/ops/flat_test.cu b/tests/ops/flat_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/ops/linear_test.cc b/tests/ops/linear_test.cc deleted file mode 100644 index 7c84ad107..000000000 --- a/tests/ops/linear_test.cc +++ /dev/null @@ -1,187 +0,0 @@ -#include "model.h" -#include "test_utils.h" -#include -#include -#include -#include -using namespace Legion; -Legion::Logger log_app("linear_test"); - -struct LinearTestMeta { - int batch_size, i_dim, num_channels, dense_projection_o_dim, - dense_projection_i_dim; - LinearTestMeta(int _batch_size, - int _i_dim, - int _num_channels, - int _dense_projection_o_dim, - int _dense_projection_i_dim) { - batch_size = _batch_size, num_channels = _num_channels, i_dim = _i_dim, - dense_projection_o_dim = _dense_projection_o_dim, - dense_projection_i_dim = _dense_projection_i_dim; - } -}; - -LinearTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int batch_size, i_dim, num_channels, dense_projection_o_dim, - dense_projection_i_dim; - myfile >> batch_size >> i_dim >> num_channels >> dense_projection_o_dim >> - dense_projection_i_dim; - return LinearTestMeta(batch_size, - i_dim, - num_channels, - dense_projection_o_dim, - dense_projection_i_dim); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - std::cout << "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - IndexSpace task_is = IndexSpaceT<2>(ff.get_or_create_task_is(2, "")); - Initializer *kernel_initializer = new ZeroInitializer(); - Initializer *bias_initializer = new ZeroInitializer(); - Tensor weights; - { - int const dims[2] = {test_meta.dense_projection_o_dim, - test_meta.dense_projection_i_dim}; - weights = ff.create_linear_weight<2>( - dims, (IndexSpaceT<2>)task_is, DT_FLOAT, kernel_initializer); - auto weights_file_path = "test_kernel1.txt"; - initialize_tensor_from_file(weights_file_path, weights, ff, "float", 2); - } - Tensor bias; - { - int const dims[1] = {test_meta.dense_projection_o_dim}; - bias = ff.create_linear_weight<1>( - dims, (IndexSpaceT<2>)task_is, DT_FLOAT, bias_initializer); - auto bias_file_path = "test_bias1.txt"; - initialize_tensor_from_file(bias_file_path, bias, ff, "float", 1); - } - - auto dense_projection_file_path = "test_input1.txt"; - - // create dense projection - Tensor dense_projection; - { - int const dims[2] = {test_meta.batch_size, - test_meta.dense_projection_i_dim}; - dense_projection = ff.create_tensor<2>(dims, "", DT_FLOAT); - // dense_projection = ff.create_linear_weight<2>(dims, - // (IndexSpaceT<2>)task_is, DT_FLOAT, kernel_initializer); - initialize_tensor_from_file( - dense_projection_file_path, dense_projection, ff, "float", 2); - } - - auto output_grad_file_path = "test_output_grad.txt"; - - // build transpose layer - Tensor ret = ff.dense("", - dense_projection, - test_meta.dense_projection_o_dim, - AC_MODE_NONE, - true, - NULL, - NULL, - &weights, - NULL); - // init gradient - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", 2); - - /* - TODO - 1. mid size problem kernels dont match - 2. test linear consistency with large problems - becasue we don't know if SGD perform consistently - */ - ff.optimizer = new SGDOptimizer(&ff, 0.01f, 0.0f); - // run forward and backward to produce results - ff.init_layers(); - int epochs = 1; - ff.forward(); - for (int i = 0; i < epochs; i++) { - ff.backward(); - ff.update(); - } - - initialize_tensor_from_file( - dense_projection_file_path, dense_projection, ff, "float", 2); - ff.forward(); - // dump results to file for python validation - dump_region_to_file(ff, ret.region, "output.txt", 2); - // dump_region_to_file(ff, dense_projection.region, "dump.txt", 2); - auto kernel = ff.parameters[0].tensor; - dump_region_to_file(ff, kernel.region, "kernel_updated1.txt", 2); - // kernel = ff.parameters[1].tensor; - // dump_region_to_file(ff, kernel.region_grad, "kernel_grad2.txt", 1); -} - -void register_custom_tasks() { - { - TaskVariantRegistrar registrar(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - "Load 1d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 1d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_1D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } -} diff --git a/tests/ops/linear_test.cu b/tests/ops/linear_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/ops/reshape_test.cc b/tests/ops/reshape_test.cc deleted file mode 100644 index a8aa046a6..000000000 --- a/tests/ops/reshape_test.cc +++ /dev/null @@ -1,179 +0,0 @@ -#include "model.h" -#include "test_utils.h" -#include -#include -#include -#include -#define PRECISION 16 -using namespace Legion; -Legion::Logger log_app("Reshape_test"); - -struct ReshapeTestMeta { - int i_dim, o_dim; - int *i_shape; - int *o_shape; - ReshapeTestMeta(int _i_dim, int _o_dim, int *_i_shape, int *_o_shape) { - i_dim = _i_dim; - o_dim = _o_dim; - i_shape = _i_shape; - o_shape = _o_shape; - } -}; - -ReshapeTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int b; - std::vector buffer; - while (myfile >> b) { - buffer.push_back(b); - } - int i_dim(buffer[0]), o_dim(buffer[1]); - int *i_shape = new int[i_dim]; - int *o_shape = new int[o_dim]; - int offset = 2; - for (int i = 0; i < i_dim; i++) { - i_shape[i] = buffer[i + offset]; - } - offset += i_dim; - for (int i = 0; i < o_dim; i++) { - o_shape[i] = buffer[i + offset]; - } - // int m,k,d; - // myfile >> m >> k >> d; - return ReshapeTestMeta(i_dim, o_dim, i_shape, o_shape); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - // std::cout<< "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - Tensor dense_input; - if (test_meta.i_dim == 3 && test_meta.o_dim == 2) { -#define input_dim 3 -#define output_dim 2 - int const i_dims[input_dim] = { - test_meta.i_shape[0], test_meta.i_shape[1], test_meta.i_shape[2]}; - int const o_shape[output_dim] = { - test_meta.o_shape[0], - test_meta.o_shape[1], - }; - dense_input = ff.create_tensor(i_dims, "", DT_FLOAT); - Tensor ret = ff.reshape("", dense_input, o_shape); - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file( - input1_file_path, dense_input, ff, "float", input_dim); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", output_dim); - // run forward and backward to produce results - ff.init_layers(); - // forward - ff.forward(); - dump_region_to_file(ff, ret.region, "output.txt", output_dim); - ff.backward(); - dump_region_to_file( - ff, dense_input.region_grad, "input1_grad.txt", input_dim); -#undef input_dim -#undef output_dim - } else if (test_meta.i_dim == 2 && test_meta.o_dim == 3) { -#define input_dim 2 -#define output_dim 3 - int const i_dims[input_dim] = { - test_meta.i_shape[0], - test_meta.i_shape[1], - }; - int const o_shape[output_dim] = { - test_meta.o_shape[0], test_meta.o_shape[1], test_meta.o_shape[2]}; - dense_input = ff.create_tensor(i_dims, "", DT_FLOAT); - Tensor ret = ff.reshape("", dense_input, o_shape); - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file( - input1_file_path, dense_input, ff, "float", input_dim); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", output_dim); - // run forward and backward to produce results - ff.init_layers(); - // forward - ff.forward(); - dump_region_to_file(ff, ret.region, "output.txt", output_dim); - ff.backward(); - dump_region_to_file( - ff, dense_input.region_grad, "input1_grad.txt", input_dim); -#undef input_dim -#undef output_dim - } else { - printf( - "i_dim %d o_dim %d not supported\n", test_meta.i_dim, test_meta.o_dim); - throw 255; - } -} - -void register_custom_tasks() { - { - TaskVariantRegistrar registrar(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - "Load 1d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 1d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_1D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } -} diff --git a/tests/ops/reshape_test.cu b/tests/ops/reshape_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/ops/tanh_test.cc b/tests/ops/tanh_test.cc deleted file mode 100644 index 1e86934f8..000000000 --- a/tests/ops/tanh_test.cc +++ /dev/null @@ -1,191 +0,0 @@ -#include "model.h" -#include "test_utils.h" -#include -#include -#include -#include -#define PRECISION 16 -using namespace Legion; -Legion::Logger log_app("Tanh_test"); - -struct TanhTestMeta { - int i_dim, o_dim; - int *i_shape; - int *o_shape; - TanhTestMeta(int _i_dim, int _o_dim, int *_i_shape, int *_o_shape) { - i_dim = _i_dim; - o_dim = _o_dim; - i_shape = _i_shape; - o_shape = _o_shape; - } -}; - -TanhTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int b; - std::vector buffer; - while (myfile >> b) { - buffer.push_back(b); - } - int i_dim(buffer[0]), o_dim(buffer[1]); - int *i_shape = new int[i_dim]; - int *o_shape = new int[o_dim]; - int offset = 2; - for (int i = 0; i < i_dim; i++) { - i_shape[i] = buffer[i + offset]; - } - offset += i_dim; - for (int i = 0; i < o_dim; i++) { - o_shape[i] = buffer[i + offset]; - } - // int m,k,d; - // myfile >> m >> k >> d; - return TanhTestMeta(i_dim, o_dim, i_shape, o_shape); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - // std::cout<< "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - Tensor dense_input; - if (test_meta.i_dim == 3) { -#define input_dim 3 - int const i_dims[input_dim] = { - test_meta.i_shape[0], test_meta.i_shape[1], test_meta.i_shape[2]}; - dense_input = ff.create_tensor(i_dims, "", DT_FLOAT); - Tensor ret = ff.tanh("", dense_input, i_dims); - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file( - input1_file_path, dense_input, ff, "float", input_dim); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", input_dim); - // run forward and backward to produce results - ff.init_layers(); - // forward - ff.forward(); - dump_region_to_file(ff, ret.region, "output.txt", input_dim); - ff.backward(); - dump_region_to_file( - ff, dense_input.region_grad, "input1_grad.txt", input_dim); -#undef input_dim - } else if (test_meta.i_dim == 2) { -#define input_dim 2 - int const i_dims[input_dim] = { - test_meta.i_shape[0], - test_meta.i_shape[1], - }; - dense_input = ff.create_tensor(i_dims, "", DT_FLOAT); - Tensor ret = ff.tanh("", dense_input, i_dims); - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file( - input1_file_path, dense_input, ff, "float", input_dim); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", input_dim); - // run forward and backward to produce results - ff.init_layers(); - // forward - ff.forward(); - dump_region_to_file(ff, ret.region, "output.txt", input_dim); - ff.backward(); - dump_region_to_file( - ff, dense_input.region_grad, "input1_grad.txt", input_dim); -#undef input_dim - } else if (test_meta.i_dim == 1) { -#define input_dim 1 - int const i_dims[input_dim] = {test_meta.i_shape[0]}; - dense_input = ff.create_tensor(i_dims, "", DT_FLOAT); - Tensor ret = ff.tanh("", dense_input, i_dims); - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file( - input1_file_path, dense_input, ff, "float", input_dim); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", input_dim); - // run forward and backward to produce results - ff.init_layers(); - // forward - ff.forward(); - dump_region_to_file(ff, ret.region, "output.txt", input_dim); - ff.backward(); - dump_region_to_file( - ff, dense_input.region_grad, "input1_grad.txt", input_dim); -#undef input_dim - } - - else { - printf( - "i_dim %d o_dim %d not supported\n", test_meta.i_dim, test_meta.o_dim); - throw 255; - } -} - -void register_custom_tasks() { - { - TaskVariantRegistrar registrar(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - "Load 1d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 1d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_1D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Dump Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>(registrar, - "Dump Tensor Task"); - } -} diff --git a/tests/ops/tanh_test.cu b/tests/ops/tanh_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/ops/test_bootstrap.sh b/tests/ops/test_bootstrap.sh deleted file mode 100755 index f3d1750b3..000000000 --- a/tests/ops/test_bootstrap.sh +++ /dev/null @@ -1,3 +0,0 @@ -#!/bin/bash -# request 8 gpus resource for testing -srun --nodes=1 --gres=gpu:8 --cpus-per-task=80 --partition=dev --time=30 --pty /bin/bash -l \ No newline at end of file diff --git a/tests/ops/test_build_all.sh b/tests/ops/test_build_all.sh deleted file mode 100755 index a7ba3f97d..000000000 --- a/tests/ops/test_build_all.sh +++ /dev/null @@ -1,8 +0,0 @@ -#!/bin/bash -make app="$FF_HOME"/tests/ops/batch_matmul_test -j -f Makefile -make app="$FF_HOME"/tests/ops/transpose_test -j -f Makefile -make app="$FF_HOME"/tests/ops/reshape_test -j -f Makefile -make app="$FF_HOME"/tests/ops/flat_test -j -f Makefile -make app="$FF_HOME"/tests/ops/tanh_test -j -f Makefile -make app="$FF_HOME"/tests/ops/concat_test -j -f Makefile -make app="$FF_HOME"/tests/ops/linear_test -j -f Makefile diff --git a/tests/ops/test_harness.py b/tests/ops/test_harness.py deleted file mode 100644 index cdfad4641..000000000 --- a/tests/ops/test_harness.py +++ /dev/null @@ -1,753 +0,0 @@ -import subprocess, time, unittest -from subprocess import PIPE, STDOUT -import numpy as np -import torch -import torch.optim as optim - - -def dump_numpy_array_to_file(ndarray, file_name): - buffer = [] - for entry in ndarray.flatten(): - buffer.append(entry) - buffer = ["%.6f"%x for x in buffer] - with open(file_name, 'w+') as f: - f.write(' '.join(buffer)) - -def dump_torch_tensor_to_file(tensor, file_name): - t = tensor.data.cpu().numpy() - dump_numpy_array_to_file(t, file_name) - -def batch_matmul_3d_reference(input1, input2, trans1, trans2): - ''' - Input layout: - input1 (d,k,m) - input2 (d,k,n) - output (d,m,n) - ''' - input1 = input1.transpose((0,2,1)) if trans1 else input1 - input2 = input2.transpose((0,2,1)) if trans2 else input2 - return np.matmul(input1, input2) - -def batch_transpose_3d_reference(input): - ''' - This operation transposes the inner 2 dimensions (flip inner two) - and assumes tensor outter dimension is sample dimension - ''' - return input.transpose((0,2,1)) - -def gen_FF_result(test_target, num_gpu): - command = 'cd ~/DLRM_FlexFlow/src/ops/tests/ && ./test_run_FF_target.sh %s %s' % (test_target, str(num_gpu)) - test_process = subprocess.Popen([command], shell=True, stdin=PIPE, stdout=PIPE, stderr=STDOUT) - test_process.stdout.read() - test_process.wait() - -def is_equal_tensor_from_file(file_1, file_2, label='', epsilon=0.00001): - with open(file_1, 'r') as f: - input1 = f.readline() - with open(file_2, 'r') as f: - input2 = f.readline() - input1_flat = input1.strip().split(' ') - input1_flat = [float(x) for x in input1_flat] - input2_flat = input2.strip().split(' ') - input2_flat = [float(x) for x in input2_flat] - diff_set = set() - try: - np.testing.assert_allclose(input1_flat, input2_flat, rtol=epsilon, atol=epsilon) - except Exception as e: - print('checking equal %s failed, error message: %s' % (label, e)) - raise e - -def average_error_tolerance(file_1, file_2, label='', epsilon=0.00001): - with open(file_1, 'r') as f: - input1 = f.readline() - with open(file_2, 'r') as f: - input2 = f.readline() - input1_flat = input1.strip().split(' ') - input1_flat = [float(x) for x in input1_flat] - input2_flat = input2.strip().split(' ') - input2_flat = [float(x) for x in input2_flat] - input1_flat = np.array(input1_flat) - input2_flat = np.array(input2_flat) - avg_diff = abs(sum(input1_flat - input2_flat) / len(input1_flat)) - try: - assert(avg_diff < epsilon) - except Exception as e: - print('checking equal %s failed, error message: %s' % (label, e)) - raise e - -class Linear(torch.nn.Module): - def __init__(self, in_features, out_features, weights=None, bias=False): - super(Linear, self).__init__() - self.projected_rtc_layer = torch.nn.Linear(in_features, out_features, bias=bias) - self.h_channel_dim = out_features - if weights is not None: - assert len(weights) == 2 - # weights shape (out_features,in_features) - # bias shape (out_features) - self.projected_rtc_layer.weight = torch.nn.Parameter(torch.from_numpy(weights[0]).float(), requires_grad=True) - if bias: - self.projected_rtc_layer.bias = torch.nn.Parameter(torch.from_numpy(weights[1]).float(), requires_grad=True) - - def forward(self, dense_projection): - projected_rtc = self.projected_rtc_layer(dense_projection) - return projected_rtc - - -class DotCompressor(torch.nn.Module): - def __init__(self, in_features, out_features, weights=None, bias=False): - super(DotCompressor, self).__init__() - self.projected_rtc_layer = torch.nn.Linear(in_features, out_features, bias=bias) - self.h_channel_dim = out_features - if weights is not None: - assert len(weights) == 2 - # weights shape (out_features,in_features) - # bias shape (out_features) - self.projected_rtc_layer.weight = torch.nn.Parameter(torch.from_numpy(weights[0]).float(), requires_grad=True) - if bias: - self.projected_rtc_layer.bias = torch.nn.Parameter(torch.from_numpy(weights[1]).float(), requires_grad=True) - - def forward(self, dense_embeddings, sparse_embeddings, dense_projection, debug=False, debuglv2=False): - if dense_projection is not None: - assert len(dense_projection.shape) == 2 - assert len(dense_embeddings[0].shape) == 2 - assert len(sparse_embeddings[0].shape) == 2 - assert len(dense_embeddings) > 0, 'embeddings to be compressed can not be empty' - assert len(sparse_embeddings) > 0, 'embeddings to be compressed can not be empty' - num_channels = len(dense_embeddings) + len(sparse_embeddings) - batch_size = dense_embeddings[0].shape[0] - i_dim = dense_embeddings[0].shape[1] - if debug: - # print("dense embeddings", dense_embeddings.data.cpu().numpy()) - print("dense embeddings", dense_embeddings[0].shape, len(dense_embeddings)) - # print("sparse embeddings", sparse_embeddings.data.cpu().numpy()) - print("sparse embeddings", sparse_embeddings[0].shape, len(sparse_embeddings)) - # concat embeddings - cat_input = torch.cat(sparse_embeddings+dense_embeddings, dim=1) - dump_torch_tensor_to_file(cat_input, "test_layer1_output.txt") - if debug: - print("concatenated inputs", cat_input.shape) - # reshape to add channel dimension - cat_input_reshape = cat_input.reshape(batch_size, num_channels, i_dim) - dump_torch_tensor_to_file(cat_input_reshape, "test_layer2_output.txt") - if debug: - print('reshaped input', cat_input_reshape.shape) - # transpose - transpose_cat = torch.transpose(cat_input_reshape, 2, 1) - dump_torch_tensor_to_file(transpose_cat, "test_layer3_output.txt") - if debug: - print('transposed', transpose_cat.shape) - if debuglv2: - print('transposed input\n', cat_input_reshape.data.cpu().numpy()) - print('transposed output\n', transpose_cat.data.cpu().numpy()) - # reshape 3 to 2 - batched_input_size = batch_size * i_dim - reshape_transpose_cat = torch.reshape(transpose_cat, (batched_input_size, num_channels)).float() - dump_torch_tensor_to_file(reshape_transpose_cat, "test_layer4_output.txt") - if debug: - print('reshaped', reshape_transpose_cat.shape) - # linear layer - projected_rtc = self.projected_rtc_layer(reshape_transpose_cat) - dump_torch_tensor_to_file(projected_rtc, "test_layer5_output.txt") - if debug: - print('projected batch:', projected_rtc.shape) - if debuglv2: - print('projected input:', cat_input_reshape.data.cpu().numpy()) - print('projected kernel:', self.projected_rtc_layer.weight.data.cpu().numpy()) - print('projected bias:', self.projected_rtc_layer.bias.data.cpu().numpy()) - print('projected output:', projected_rtc.data.cpu().numpy()) - # unpack inputs reshape 2 to 3 - unpacked_projected_rtc = torch.reshape(projected_rtc, (batch_size, i_dim, self.h_channel_dim)) - dump_torch_tensor_to_file(unpacked_projected_rtc, "test_layer6_output.txt") - if debug: - print('unpacked_projected_rtc', unpacked_projected_rtc.shape) - # bmm - batch_pairwise = torch.bmm(transpose_cat.transpose(-1, -2).float(), unpacked_projected_rtc.float()) - dump_torch_tensor_to_file(batch_pairwise, "test_layer7_output.txt") - if debug: - print('bmm input1', transpose_cat.shape, 'bmm input2', unpacked_projected_rtc.shape) - print('batch_pairwise', batch_pairwise.shape) - if debuglv2: - print('input1', transpose_cat.data.cpu().numpy()) - print('input2', unpacked_projected_rtc.data.cpu().numpy()) - print('output', batch_pairwise.data.cpu().numpy()) - flattened_pairwise = batch_pairwise.flatten(1, 2) - dump_torch_tensor_to_file(flattened_pairwise, "test_layer8_output.txt") - if debug: - print('flattened_pairwise', flattened_pairwise.shape) - tanh_flatteded_pairwise = torch.tanh(flattened_pairwise) - if debug: - print('tanh_flatteded_pairwise', tanh_flatteded_pairwise.shape) - if dense_projection is None: - return tanh_flatteded_pairwise - else: - cat_compression_ret = torch.cat([tanh_flatteded_pairwise, dense_projection], 1) - if debug: - print('dense_projection', dense_projection.shape) - return cat_compression_ret - -class LinearTest(unittest.TestCase): - TEST_TARGET = 'linear_test' - def _dump_meta(self, batch_size, i_dim, num_channels, dense_projection_o_dim, dense_projection_i_dim): - with open('test_meta.txt', 'w+') as f: - f.write(' '.join( - [str(batch_size), str(i_dim), - str(num_channels), str(dense_projection_o_dim), - str(dense_projection_i_dim) - ]) - ) - - - - def _run_gpu_test(self, num_gpu, batch_size, i_dim, \ - num_channels, dense_projection_o_dim, \ - dense_projection_i_dim, epsilon=0.001, \ - l=-1.0, r=1.0, epoch=1): - self._dump_meta(batch_size, i_dim, num_channels, dense_projection_o_dim, dense_projection_i_dim) - linear_weight = np.random.uniform(l,r, (dense_projection_o_dim, dense_projection_i_dim)) - dump_numpy_array_to_file(linear_weight, "test_kernel1.txt") - linear_bias = np.zeros(dense_projection_o_dim) - dump_numpy_array_to_file(linear_bias, "test_bias1.txt") - - dense_projection = np.random.uniform(l, r, (batch_size, dense_projection_i_dim)) - dense_projection = torch.from_numpy(dense_projection).float() - dump_numpy_array_to_file(dense_projection, "test_input1.txt") - pretrained_weights = [linear_weight, linear_bias] - - m = Linear(dense_projection_i_dim, dense_projection_o_dim, pretrained_weights, bias=True) - ret = m(dense_projection) - - output_gradiance = np.random.uniform(l,r,ret.data.cpu().numpy().shape) - dump_numpy_array_to_file(output_gradiance, "test_output_grad.txt") - output_gradiance_t = torch.from_numpy(output_gradiance).float() - # use output as grad just for testing - - optimizer = optim.SGD(m.parameters(), lr=0.01, momentum=0.0) - for _ in range(epoch): - optimizer.zero_grad() - ret.backward(output_gradiance_t, retain_graph=True) - optimizer.step() - linear_weights_updated = m.projected_rtc_layer.weight.data.numpy() - dump_numpy_array_to_file(linear_weights_updated, 'test_kernel_updated1.txt') - ret = m(dense_projection) - dump_numpy_array_to_file(ret.data.cpu().numpy(), "test_output.txt") - - # generate FF results - gen_FF_result(LinearTest.TEST_TARGET, num_gpu) - - - file1 = 'output.txt' - file2 = 'test_output.txt' - average_error_tolerance(file1, file2, 'output', epsilon=epsilon) - # average_error_tolerance(file1, file2, 'output', epsilon=epsilon) - file2 = 'kernel_updated1.txt' - file1 = 'test_kernel_updated1.txt' - average_error_tolerance(file1, file2, 'kernel', epsilon=epsilon) - - def test_single_gpu_simple_problem(self): - np.random.seed(0) - num_gpu = 1 - batch_size = 2 - i_dim = 0 # not used - num_channels = 4 - dense_projection_o_dim = 3 - dense_projection_i_dim = 2 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, dense_projection_o_dim, \ - dense_projection_i_dim,) - - def test_multi_gpu_small_small_mid_problem(self): - np.random.seed(0) - num_gpu = 2 - # batch_size % num_worker == 0 (reshape contraints) - batch_size = 10 - i_dim = 0 # not used - num_channels = 10 - dense_projection_o_dim = 1000 - dense_projection_i_dim = 2000 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, dense_projection_o_dim, \ - dense_projection_i_dim) - - - def test_multi_gpu_small_mid_problem(self): - np.random.seed(0) - num_gpu = 2 - # batch_size % num_worker == 0 (reshape contraints) - batch_size = 20 - i_dim = 0 # not used - num_channels = 20 - dense_projection_o_dim = 5000 - dense_projection_i_dim = 5000 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, dense_projection_o_dim, \ - dense_projection_i_dim) - - - - - -class ConcatTest(unittest.TestCase): - TEST_TARGET = 'concat_test' - def _dump_meta(self, batch_size, i_dim, num_channels, projected_num_channels, dense_projection_i_dim): - with open('test_meta.txt', 'w+') as f: - f.write(' '.join( - [str(batch_size), str(i_dim), - str(num_channels), str(projected_num_channels), - str(dense_projection_i_dim) - ]) - ) - - def _run_gpu_test(self, num_gpu, batch_size, i_dim, \ - num_channels, projected_num_channels, \ - dense_projection_i_dim, epsilon=0.001, \ - concat_last=True, l=-1.0, r=1.0, epoch=1): - self._dump_meta(batch_size, i_dim, num_channels, projected_num_channels, dense_projection_i_dim) - linear_weight = np.random.uniform(l,r, (projected_num_channels, num_channels)) - dump_numpy_array_to_file(linear_weight, "test_kernel1.txt") - linear_bias = np.zeros(projected_num_channels) - dump_numpy_array_to_file(linear_bias, "test_bias1.txt") - - dense_projection = np.random.uniform(l, r, (batch_size, dense_projection_i_dim)) - dense_projection = torch.from_numpy(dense_projection).float() - dump_numpy_array_to_file(dense_projection, "test_input1.txt") - - dense_embedding = np.random.uniform(l, r, (batch_size, i_dim)) - chunk_dense_embedded = [torch.from_numpy(dense_embedding) for _ in range(num_channels // 2)] - dump_numpy_array_to_file(dense_embedding, "test_input2.txt") - - sparse_embedding = np.random.uniform(l, r, (batch_size, i_dim)) - chunk_sparse_embedded = [torch.from_numpy(sparse_embedding) for _ in range(num_channels - num_channels // 2)] - dump_numpy_array_to_file(sparse_embedding, "test_input3.txt") - - - ret = np.concatenate(chunk_sparse_embedded+chunk_dense_embedded, axis=1) - dump_numpy_array_to_file(ret, "test_output.txt") - output_gradiance = np.random.uniform(l,r,ret.shape) - dump_numpy_array_to_file(output_gradiance, "test_output_grad.txt") - output_gradiance_t = torch.from_numpy(output_gradiance).float() - - # generate FF results - gen_FF_result(ConcatTest.TEST_TARGET, num_gpu) - - - file1 = 'output.txt' - file2 = 'test_output.txt' - is_equal_tensor_from_file(file1, file2, 'output', epsilon=epsilon) - - def test_single_gpu_simple_problem(self): - np.random.seed(0) - num_gpu = 1 - batch_size = 2 - i_dim = 6 - num_channels = 4 - projected_num_channels = 3 - dense_projection_i_dim = 2 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, projected_num_channels, \ - dense_projection_i_dim, \ - concat_last=True) - - def test_multi_gpu_small_working_problem(self): - np.random.seed(0) - num_gpu = 2 - # batch_size % num_worker == 0 (reshape contraints) - batch_size = 2 - i_dim = 6 - num_channels = 2 - projected_num_channels = 2 - dense_projection_i_dim = 3 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, projected_num_channels, \ - dense_projection_i_dim, \ - concat_last=True, epoch=10) - - def test_multi_gpu_small_problem(self): - np.random.seed(0) - num_gpu = 2 - # batch_size % num_worker == 0 (reshape contraints) - batch_size = 4 - i_dim = 6 - num_channels = 2 - projected_num_channels = 2 - dense_projection_i_dim = 3 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, projected_num_channels, \ - dense_projection_i_dim, \ - concat_last=True, epoch=10) - - - def test_multi_gpu_small_small_mid_problem(self): - np.random.seed(0) - num_gpu = 2 - # batch_size % num_worker == 0 (reshape contraints) - batch_size = 4 - i_dim = 10 - num_channels = 10 - projected_num_channels = 6 - dense_projection_i_dim = 12 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, projected_num_channels, \ - dense_projection_i_dim, \ - concat_last=True, epoch=10) - - def test_single_gpu_small_small_mid_problem(self): - np.random.seed(0) - num_gpu = 1 - # batch_size % num_worker == 0 (reshape contraints) - batch_size = 4 - i_dim = 10 - num_channels = 10 - projected_num_channels = 6 - dense_projection_i_dim = 12 - self._run_gpu_test(num_gpu, batch_size, i_dim, \ - num_channels, projected_num_channels, \ - dense_projection_i_dim, \ - concat_last=True, epoch=10) - -class BatchMatmulTest(unittest.TestCase): - ''' - BMM default layout - input1 (d,m,k) - input2 (d,k,n) - output (d,m,n) - - Target shape in caffe2 - input1 (d,k,m) - input2 (d,k,n) - output (d,m,n) - so we set trans1=True and trans2=False - ''' - TEST_TARGET = 'batch_matmul_test' - def _dump_meta(self, m,k,n,d): - with open('test_meta.txt', 'w+') as f: - f.write(' '.join([str(m), str(k), str(n), str(d)])) - - def _run_gpu_test(self, num_gpu, d, m, n, k, epsilon=0.00001): - # generate python reference and input payload - input1_tensor = np.random.uniform(0, 1, (d,k,m)) - dump_numpy_array_to_file(input1_tensor, "test_input1.txt") - input2_tensor = np.random.uniform(0, 1, (d,k,n)) - dump_numpy_array_to_file(input2_tensor, "test_input2.txt") - output_gradient_tensor = np.random.uniform(0, 1, (d,m,n)) - dump_numpy_array_to_file(output_gradient_tensor, "test_output_grad.txt") - - output_tensor = batch_matmul_3d_reference(input1_tensor, input2_tensor, trans1=True, trans2=False) - input1_grad_tensor = batch_matmul_3d_reference(input2_tensor, output_gradient_tensor, trans1=False, trans2=True) - input2_grad_tensor = batch_matmul_3d_reference(input1_tensor, output_gradient_tensor, trans1=False, trans2=False) - dump_numpy_array_to_file(output_tensor, "test_output.txt") - dump_numpy_array_to_file(input1_grad_tensor, "test_input1_grad.txt") - dump_numpy_array_to_file(input2_grad_tensor, "test_input2_grad.txt") - self._dump_meta(m,k,n,d) - - # generate FF results - gen_FF_result(BatchMatmulTest.TEST_TARGET, num_gpu) - file1 = 'output.txt' - file2 = 'test_output.txt' - ret1 = is_equal_tensor_from_file(file1, file2, 'output', epsilon=epsilon) - file1 = 'test_input1_grad.txt' - file2 = 'input1_grad.txt' - ret2 = is_equal_tensor_from_file(file1, file2, 'input1_grad', epsilon=epsilon) - file1 = 'test_input2_grad.txt' - file2 = 'input2_grad.txt' - ret3 = is_equal_tensor_from_file(file1, file2, 'input2_grad', epsilon=epsilon) - - def test_single_gpu_single_batch(self): - # generate test payload - d,m,n,k = 1,2,3,4 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, n, k) - - def test_single_gpu_multi_batches(self): - # generate test payload - d,m,n,k = 5,2,3,4 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, n, k) - - def test_multi_gpus_multi_batches(self): - # generate test payload - d,m,n,k = 5,2,3,4 - num_gpu = 2 - self._run_gpu_test(num_gpu, d, m, n, k) - - # def uneven_distribute_test(self): - # # for this configuration we can't distribute payload to each GPU because - # # ceil(9 / 8) = 2, for each gpu we assign 2 batches, such we only assign payloads to 5 gpus, 3 gpus won't get - # # any payload, in this scenario FF throws a `acc.accessor.is_dense_arbitrary(rect)' failed error - # # this error is too deep for user to debug, we need to handle this case in FF - # # and throw proper exception - so this test should expect a exception - # d,m,n,k = 9,2,3,4 - # num_gpu = 8 - # self._run_gpu_test(num_gpu, d, m, n, k) - - def test_unit_size_matrix(self): - # generate test payload - d,m,n,k = 1,1,1,1 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, n, k) - - def test_unit_size_matrix(self): - # generate test payload - d,m,n,k = 2,1,1,1 - num_gpu = 2 - self._run_gpu_test(num_gpu, d, m, n, k) - - def test_small_size_matrix2(self): - # generate test payload - d,m,n,k = 2,2,2,1 - num_gpu = 2 - self._run_gpu_test(num_gpu, d, m, n, k) - - def test_multi_gpus_ads_team_target_model_shape(self): - # generate test payload - d,m,n,k = 145,265,15,64 - num_gpu = 2 - ret = self._run_gpu_test(num_gpu, d, m, n, k, epsilon=0.0001) - - def test_single_gpu_ads_team_target_model_shape(self): - # generate test payload - d,m,n,k = 145,265,15,64 - num_gpu = 1 - ret = self._run_gpu_test(num_gpu, d, m, n, k, epsilon=0.0001) - -class TransposeTest(unittest.TestCase): - ''' - Transpose shape (d,m,k) - ''' - TEST_TARGET = 'transpose_test' - def _dump_meta(self,m,k,d): - with open('test_meta.txt', 'w+') as f: - f.write(' '.join([str(m), str(k), str(d)])) - - def test_single_gpu_single_batch(self): - # generate test payload - d,m,k = 1,2,3 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, k) - - def test_single_gpu_multi_batches(self): - d,m,k = 9,2,3 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, k) - - def test_unit_batch_matrix(self): - d,m,k = 1,1,1 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, k) - - def test_multi_gpus_ads_team_target_shape(self): - d,m,k = 145, 265, 64 - num_gpu = 2 - self._run_gpu_test(num_gpu, d, m, k) - - def test_single_gpu_ads_team_target_shape(self): - d,m,k = 145, 265, 64 - num_gpu = 1 - self._run_gpu_test(num_gpu, d, m, k) - - def test_multi_gpus_small_problem(self): - d,m,k = 2,3,4 - num_gpu = 2 - self._run_gpu_test(num_gpu, d, m, k) - - def uneven_split_multi_gpus_multi_batch(self): - d,m,k = 3,4,5 - num_gpu = 2 - self._run_gpu_test(num_gpu, d, m, k) - - # # if number_gpu * number_node > batch_size will throw exception - # # need to handle this exception in FF and add this unit test later on (to expect an exception) - # def test_multi_gpus_single_batch(self): - # d,m,k = 1,2,3 - # num_gpu = 2 - # ret = self.transpose_test_pipeline(num_gpu, d, m, k) - - def _run_gpu_test(self, num_gpu, d, m, k, epsilon=0.00001): - # generate python reference and input payload - input_tensor = np.random.uniform(0, 1, (d,m,k)) - dump_numpy_array_to_file(input_tensor, "test_input1.txt") - output_gradient_tensor = np.random.uniform(0, 1, (d,k,m)) - dump_numpy_array_to_file(output_gradient_tensor, "test_output_grad.txt") - output_tensor = batch_transpose_3d_reference(input_tensor) - input_grad_tensor = batch_transpose_3d_reference(output_gradient_tensor) - dump_numpy_array_to_file(output_tensor, "test_output.txt") - dump_numpy_array_to_file(input_grad_tensor, "test_input1_grad.txt") - self._dump_meta(m,k,d) - - # generate FF results - gen_FF_result(TransposeTest.TEST_TARGET, num_gpu) - file1 = 'output.txt' - file2 = 'test_output.txt' - is_equal_tensor_from_file(file1, file2, 'output', epsilon=epsilon) - file1 = 'test_input1_grad.txt' - file2 = 'input1_grad.txt' - is_equal_tensor_from_file(file1, file2, 'input_grad', epsilon=epsilon) - -class ReshapeTest(unittest.TestCase): - ''' - 4 dimensional to 2dimensional flatten - ''' - TEST_TARGET = 'reshape_test' - def _dump_meta(self,i_dim, o_dim, i_shape, o_shape): - i_shape = [str(x) for x in i_shape] - o_shape = [str(x) for x in o_shape] - with open('test_meta.txt', 'w+') as f: - f.write(' '.join([str(i_dim), str(o_dim)]+i_shape+o_shape)) - - - def _run_gpu_test(self, num_gpu, i_dim, o_dim, i_shape, o_shape, epsilon=0.00001): - # generate python reference and input payload - input_tensor = np.random.uniform(0, 1, i_shape) - dump_numpy_array_to_file(input_tensor, "test_input1.txt") - output_gradient_tensor = np.random.uniform(0, 1, o_shape) - dump_numpy_array_to_file(output_gradient_tensor, "test_output_grad.txt") - output_tensor = input_tensor.reshape(o_shape) - input_grad_tensor = output_gradient_tensor.reshape(i_shape) - dump_numpy_array_to_file(output_tensor, "test_output.txt") - dump_numpy_array_to_file(input_grad_tensor, "test_input1_grad.txt") - self._dump_meta(i_dim, o_dim, i_shape, o_shape) - - # generate FF results - gen_FF_result(ReshapeTest.TEST_TARGET, num_gpu) - file1 = 'output.txt' - file2 = 'test_output.txt' - is_equal_tensor_from_file(file1, file2, 'output', epsilon=epsilon) - file1 = 'test_input1_grad.txt' - file2 = 'input1_grad.txt' - is_equal_tensor_from_file(file1, file2, 'input_grad', epsilon=epsilon) - - - def test_single_gpu_multi_batch_32(self): - num_gpu = 1 - i_dim = 3 - o_dim = 2 - i_shape = (3,3,15) - o_shape = (9,15) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - def test_multi_gpu_multi_batch_32(self): - num_gpu = 2 - i_dim = 3 - o_dim = 2 - i_shape = (2,3,4) - o_shape = (6,4) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - def test_problem_size_32(self): - num_gpu = 2 - i_dim = 3 - o_dim = 2 - i_shape = (144,64,265) - o_shape = (144*64,265) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - - def test_single_gpu_multi_batch_23(self): - num_gpu = 1 - i_dim = 2 - o_dim = 3 - i_shape = (9,15) - o_shape = (3,3,15) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - def test_multi_gpu_multi_batch_23(self): - num_gpu = 2 - i_dim = 2 - o_dim = 3 - i_shape = (6,2) - o_shape = (2,3,2) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - def test_problem_size_23(self): - num_gpu = 2 - i_dim = 2 - o_dim = 3 - i_shape = (144*64,265) - o_shape = (144,64,265) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - def test_flatten_inner_2(self): - num_gpu = 2 - i_dim = 3 - o_dim = 2 - i_shape = (2,3,2) - o_shape = (2,6) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - - def test_flatten_inner_2_target_size(self): - num_gpu = 2 - i_dim = 3 - o_dim = 2 - i_shape = (144,265,15) - o_shape = (144,3975) - self._run_gpu_test(num_gpu, i_dim, o_dim, i_shape, o_shape) - -class TanhTest(unittest.TestCase): - ''' - 4 dimensional to 2dimensional flatten - ''' - TEST_TARGET = 'tanh_test' - def _dump_meta(self,i_dim, o_dim, i_shape, o_shape): - i_shape = [str(x) for x in i_shape] - o_shape = [str(x) for x in o_shape] - with open('test_meta.txt', 'w+') as f: - f.write(' '.join([str(i_dim), str(o_dim)]+i_shape+o_shape)) - - - def _run_gpu_test(self, num_gpu, i_dim, o_dim, i_shape, epsilon=0.00001): - # generate python reference and input payload - input_tensor_value = np.random.uniform(0, 1, i_shape) - input_tensor = torch.from_numpy(input_tensor_value).float() - dump_numpy_array_to_file(input_tensor_value, "test_input1.txt") - output_gradient_tensor = np.random.uniform(0, 1, i_shape) - dump_numpy_array_to_file(output_gradient_tensor, "test_output_grad.txt") - output_tensor = torch.nn.Tanh()(input_tensor).numpy() - dump_numpy_array_to_file(output_tensor, "test_output.txt") - self._dump_meta(i_dim, o_dim, i_shape, i_shape) - - # generate FF results - gen_FF_result(TanhTest.TEST_TARGET, num_gpu) - file1 = 'output.txt' - file2 = 'test_output.txt' - is_equal_tensor_from_file(file1, file2, 'output', epsilon=epsilon) - - # todo: add backward checking - # todo: tanh backward - # input_grad_tensor = output_gradient_tensor.reshape(i_shape) - # dump_numpy_array_to_file(input_grad_tensor, "test_input1_grad.txt") - # file1 = 'test_input1_grad.txt' - # file2 = 'input1_grad.txt' - # is_equal_tensor_from_file(file1, file2, 'input_grad', epsilon=epsilon) - - - def test_single_gpu_multi_batch_3d(self): - num_gpu = 1 - i_dim = 3 - i_shape = (2,3,5) - self._run_gpu_test(num_gpu, i_dim, i_dim, i_shape) - - def test_single_gpu_multi_batch_2d(self): - num_gpu = 1 - i_dim = 2 - i_shape = (2,3) - self._run_gpu_test(num_gpu, i_dim, i_dim, i_shape) - - def test_multi_gpu_multi_batch_2d(self): - num_gpu = 2 - i_dim = 2 - i_shape = (2,3) - self._run_gpu_test(num_gpu, i_dim, i_dim, i_shape) - - def test_multi_gpu_target_size(self): - num_gpu = 2 - i_dim = 2 - i_shape = (145,3975) - self._run_gpu_test(num_gpu, i_dim, i_dim, i_shape) - - def test_multi_gpu_multi_batch_3d(self): - num_gpu = 2 - i_dim = 3 - i_shape = (2,2,2) - self._run_gpu_test(num_gpu, i_dim, i_dim, i_shape) - -if __name__ == '__main__': - unittest.main() diff --git a/tests/ops/test_readme.md b/tests/ops/test_readme.md deleted file mode 100644 index 2901dbcaa..000000000 --- a/tests/ops/test_readme.md +++ /dev/null @@ -1,8 +0,0 @@ - -# Flexflow operator unit test -1. To build test targets: - - BatchMatmul: `cd ~/DLRM_FlexFlow && make app=src/ops/tests/batch_matmul_test -j 20 -f Makefile` - - Transpose: `cd ~/DLRM_FlexFlow && make app=src/ops/tests/transpose -j 20 -f Makefile` -2. To run unit test - - `cd ~/DLRM_FlexFlow/src/ops/tests/ && ./test_bootstrap.sh` # run bootstrap to request 8 gpus resource - - `cd ~/DLRM_FlexFlow/src/ops/tests/ && ./test_run.sh` # run unit tests \ No newline at end of file diff --git a/tests/ops/test_run.sh b/tests/ops/test_run.sh deleted file mode 100755 index 2f45c6770..000000000 --- a/tests/ops/test_run.sh +++ /dev/null @@ -1,19 +0,0 @@ -#!/bin/bash - -# this is to silience MPI warning http://www.open-mpi.org/faq/?category=openfabrics#ofa-default-subnet-gid -DIR=~/.openmpi -FILE=~/.openmpi/mca-params.conf -if [ ! -d "$DIR" ]; then - mkdir ~/.openmpi -fi -if [ ! -f "$FILE" ]; then - touch ~/.openmpi/mca-params.conf - echo "btl_openib_warn_default_gid_prefix=0" >> ~/.openmpi/mca-params.conf -fi - -cd ~/DLRM_FlexFlow/src/ops/tests/ && python -m unittest test_harness.TransposeTest -cd ~/DLRM_FlexFlow/src/ops/tests/ && python -m unittest test_harness.BatchMatmulTest -cd ~/DLRM_FlexFlow/src/ops/tests/ && python -m unittest test_harness.ReshapeTest -cd ~/DLRM_FlexFlow/src/ops/tests/ && python -m unittest test_harness.TanhTest -cd ~/DLRM_FlexFlow/src/ops/tests/ && python -m unittest test_harness.DotCompressorTest - diff --git a/tests/ops/test_run_FF_target.sh b/tests/ops/test_run_FF_target.sh deleted file mode 100755 index 94c442683..000000000 --- a/tests/ops/test_run_FF_target.sh +++ /dev/null @@ -1,4 +0,0 @@ -#!/bin/bash -test_target="$1" -numgpu="$2" -eval "./${test_target}" -ll:gpu "${numgpu}" -ll:cpu 4 -ll:util "${numgpu}" -dm:memorize --strategy "../../runtime/dlrm_strategy_emb_1_gpu_${numgpu}_node_1.pb" diff --git a/tests/ops/test_utils.cc b/tests/ops/test_utils.cc deleted file mode 100644 index 17eb335b5..000000000 --- a/tests/ops/test_utils.cc +++ /dev/null @@ -1,253 +0,0 @@ -#include "test_utils.h" - -#define PRECISION 6 -#define MAX_DATASET_PATH_LEN 1023 - -struct ArgsConfig { - char dataset_path[MAX_DATASET_PATH_LEN]; - char data_type[30]; - int num_dim; -}; - -void initialize_tensor_from_file(const std::string file_path, - Tensor label, - FFModel const &ff, - std::string data_type, - int num_dim); - -void initialize_tensor_gradient_from_file(const std::string file_path, - Tensor label, - FFModel const &ff, - std::string data_type, - int num_dim) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - ArgsConfig args_config; - strcpy(args_config.dataset_path, file_path.c_str()); - strcpy(args_config.data_type, data_type.c_str()); - if (num_dim == 1) { - TaskLauncher launcher(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - // regions[0]: full_sparse_input - launcher.add_region_requirement(RegionRequirement(label.region_grad, - WRITE_ONLY, - EXCLUSIVE, - label.region_grad, - MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (num_dim == 2) { - TaskLauncher launcher(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - // regions[0]: full_sparse_input - launcher.add_region_requirement(RegionRequirement(label.region_grad, - WRITE_ONLY, - EXCLUSIVE, - label.region_grad, - MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (num_dim == 3) { - TaskLauncher launcher(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - // regions[0]: full_sparse_input - launcher.add_region_requirement(RegionRequirement(label.region_grad, - WRITE_ONLY, - EXCLUSIVE, - label.region_grad, - MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (num_dim == 4) { - TaskLauncher launcher(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - // regions[0]: full_sparse_input - launcher.add_region_requirement(RegionRequirement(label.region_grad, - WRITE_ONLY, - EXCLUSIVE, - label.region_grad, - MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else { - throw 255; - } -} - -void initialize_tensor_from_file(const std::string file_path, - Tensor label, - FFModel const &ff, - std::string data_type, - int num_dim) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - ArgsConfig args_config; - strcpy(args_config.dataset_path, file_path.c_str()); - strcpy(args_config.data_type, data_type.c_str()); - if (num_dim == 1) { - TaskLauncher launcher(INIT_TENSOR_1D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - label.region, WRITE_ONLY, EXCLUSIVE, label.region, MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (num_dim == 2) { - TaskLauncher launcher(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - label.region, WRITE_ONLY, EXCLUSIVE, label.region, MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (num_dim == 3) { - TaskLauncher launcher(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - label.region, WRITE_ONLY, EXCLUSIVE, label.region, MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (num_dim == 4) { - TaskLauncher launcher(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - label.region, WRITE_ONLY, EXCLUSIVE, label.region, MAP_TO_FB_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else { - throw 255; - } -} - -template -void initialize_tensor_from_file_task( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - const ArgsConfig args_config = *((ArgsConfig const *)task->args); - std::string file_path((char const *)args_config.dataset_path); - std::string data_type((char const *)args_config.data_type); - Rect rect_label_tensor = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - if (data_type == "int") { - AccessorWO const acc_label_tensor(regions[0], FID_DATA); - int *tensor_ptr = acc_label_tensor.ptr(rect_label_tensor.lo); - std::fstream myfile(file_path, std::ios_base::in); - int a; - int i = 0; - while (myfile >> a) { - tensor_ptr[i] = a; - i++; - } - myfile.close(); - } else if (data_type == "float") { - AccessorWO const acc_label_tensor(regions[0], FID_DATA); - float *tensor_ptr = acc_label_tensor.ptr(rect_label_tensor.lo); - std::fstream myfile(file_path, std::ios_base::in); - float a; - int i = 0; - while (myfile >> a) { - tensor_ptr[i] = a; - i++; - } - myfile.close(); - } -} - -void dump_region_to_file(FFModel &ff, - LogicalRegion ®ion, - std::string file_path, - int dims) { - Context ctx = ff.config.lg_ctx; - Runtime *runtime = ff.config.lg_hlr; - ArgsConfig args_config; - strcpy(args_config.dataset_path, file_path.c_str()); - if (dims == 2) { - TaskLauncher launcher(DUMP_TENSOR_2D_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - region, READ_WRITE, EXCLUSIVE, region, MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - } else if (dims == 3) { - TaskLauncher launcher(DUMP_TENSOR_3D_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - region, READ_WRITE, EXCLUSIVE, region, MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - - } else if (dims == 4) { - TaskLauncher launcher(DUMP_TENSOR_4D_CPU_TASK, - TaskArgument(&args_config, sizeof(args_config))); - launcher.add_region_requirement(RegionRequirement( - region, READ_WRITE, EXCLUSIVE, region, MAP_TO_ZC_MEMORY)); - launcher.add_field(0, FID_DATA); - runtime->execute_task(ctx, launcher); - - } else { - std::cout << "dims: " << dims << std::endl; - // not supported - throw 255; - } -} - -template -void dump_tensor_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - assert(task->regions.size() == 1); - assert(regions.size() == 1); - const ArgsConfig args_config = *((ArgsConfig const *)task->args); - std::string file_path((char const *)args_config.dataset_path); - AccessorRO const acc_tensor(regions[0], FID_DATA); - Rect rect_fb = runtime->get_index_space_domain( - ctx, task->regions[0].region.get_index_space()); - assert(acc_tensor.accessor.is_dense_arbitrary(rect_fb)); - float const *tensor_ptr = acc_tensor.ptr(rect_fb.lo); - std::ofstream myfile; - myfile.open(file_path); - for (size_t i = 0; i < rect_fb.volume(); ++i) { - // printf("%.6lf ", (float)tensor_ptr[i]); - myfile << std::fixed << std::setprecision(PRECISION) << (float)tensor_ptr[i] - << " "; - } - myfile.close(); -} - -template void dump_tensor_task<1>(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void dump_tensor_task<2>(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void dump_tensor_task<3>(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void dump_tensor_task<4>(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void initialize_tensor_from_file_task<1>( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void initialize_tensor_from_file_task<2>( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void initialize_tensor_from_file_task<3>( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); -template void initialize_tensor_from_file_task<4>( - Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime); diff --git a/tests/ops/transpose_test.cc b/tests/ops/transpose_test.cc deleted file mode 100644 index 045f28479..000000000 --- a/tests/ops/transpose_test.cc +++ /dev/null @@ -1,104 +0,0 @@ -#include "model.h" -#include "test_utils.h" -#include -#include -#include -#include -using namespace Legion; -Legion::Logger log_app("transpose_test"); - -struct TransposeTestMeta { - int m, k, d; - TransposeTestMeta(int _m, int _k, int _d) { - m = _m, k = _k, d = _d; - } -}; - -TransposeTestMeta get_test_meta(const std::string file_path) { - std::fstream myfile(file_path, std::ios_base::in); - int m, k, d; - myfile >> m >> k >> d; - return TransposeTestMeta(m, k, d); -} - -void top_level_task(Task const *task, - std::vector const ®ions, - Context ctx, - Runtime *runtime) { - // std::cout<< "test framework launched" << std::endl; - auto test_meta = get_test_meta("test_meta.txt"); - FFConfig ffConfig; - // create ff model object - FFModel ff(ffConfig); - // create input tensor - Tensor dense_input; - { - int const dims[3] = { - test_meta.d, test_meta.m, test_meta.k}; // target shape (d,m,k) - dense_input = ff.create_tensor<3>(dims, "transpose", DT_FLOAT); - } - // build transpose layer - Tensor ret = ff.transpose("transpose", dense_input); - // load inputs tensors and output gradients tensors for testing - auto input1_file_path = "test_input1.txt"; - auto output_grad_file_path = "test_output_grad.txt"; - initialize_tensor_from_file(input1_file_path, dense_input, ff, "float", 3); - initialize_tensor_gradient_from_file( - output_grad_file_path, ret, ff, "float", 3); - // run forward and backward to produce results - ff.init_layers(); - ff.forward(); - ff.backward(); - // dump results to file for python validation - dump_region_to_file(ff, ret.region, "output.txt", 3); - dump_region_to_file(ff, dense_input.region_grad, "input1_grad.txt", 3); -} - -void register_custom_tasks() { - { - TaskVariantRegistrar registrar(INIT_TENSOR_2D_FROM_FILE_CPU_TASK, - "Load 2d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 2d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_3D_FROM_FILE_CPU_TASK, - "Load 3d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 3d tensor Task"); - } - { - TaskVariantRegistrar registrar(INIT_TENSOR_4D_FROM_FILE_CPU_TASK, - "Load 4d Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Load 4d tensor Task"); - } - - { - TaskVariantRegistrar registrar(DUMP_TENSOR_2D_CPU_TASK, "Compare Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Compare Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_4D_CPU_TASK, "Compare Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Compare Tensor Task"); - } - { - TaskVariantRegistrar registrar(DUMP_TENSOR_3D_CPU_TASK, "Compare Tensor"); - registrar.add_constraint(ProcessorConstraint(Processor::LOC_PROC)); - registrar.set_leaf(); - Runtime::preregister_task_variant>( - registrar, "Compare Tensor Task"); - } -} diff --git a/tests/ops/transpose_test.cu b/tests/ops/transpose_test.cu deleted file mode 100644 index e69de29bb..000000000 diff --git a/tests/python_interface_test.sh b/tests/python_interface_test.sh index 5ce4d9803..2c1cf7e60 100755 --- a/tests/python_interface_test.sh +++ b/tests/python_interface_test.sh @@ -3,36 +3,22 @@ set -x set -e check_python_interface() { - # Usage: check_python_interface {python, flexflow_python} {before-installation, after-installation} + # Usage: check_python_interface {before-installation, after-installation} GPUS=1 BATCHSIZE=$((GPUS * 64)) FSIZE=14048 ZSIZE=12192 ONLY_DATA_PARALLEL=true - interpreter=${1:-python} - installation_status=${2:-"before-installation"} + installation_status=${1:-"before-installation"} # Generate configs JSON files test_params=$(jq -n --arg num_gpus "$GPUS" --arg memory_per_gpu "$FSIZE" --arg zero_copy_memory_per_node "$ZSIZE" --arg batch_size "$BATCHSIZE" --arg only_data_parallel "$ONLY_DATA_PARALLEL" '{"num_gpus":$num_gpus,"memory_per_gpu":$memory_per_gpu,"zero_copy_memory_per_node":$zero_copy_memory_per_node,"batch_size":$batch_size,"only_data_parallel":$only_data_parallel}') mkdir -p /tmp/flexflow/training_tests echo "$test_params" > /tmp/flexflow/training_tests/test_params.json - if [[ "$interpreter" == "python" ]]; then - EXE="python" - echo "Running a single-GPU Python test to check the Python interface (native python interpreter)" - $EXE "$FF_HOME"/examples/python/keras/seq_mnist_mlp.py -config-file /tmp/flexflow/training_tests/test_params.json - elif [[ "$interpreter" == "flexflow_python" ]]; then - if [[ "$installation_status" == "before-installation" ]]; then - EXE="$BUILD_FOLDER"/flexflow_python - else - EXE="flexflow_python" - fi - echo "Running a single-GPU Python test to check the Python interface (flexflow_python interpreter)" - $EXE "$FF_HOME"/examples/python/keras/seq_mnist_mlp.py -ll:gpu "$GPUS" -ll:fsize "$FSIZE" -ll:zsize "$ZSIZE" -b ${BATCHSIZE} --only-data-parallel - else - echo "Invalid Python interpreter" - exit 1 - fi + EXE="python" + echo "Running a single-GPU Python test to check the Python interface (native python interpreter)" + $EXE "$FF_HOME"/examples/python/keras/seq_mnist_mlp.py -config-file /tmp/flexflow/training_tests/test_params.json } @@ -51,8 +37,6 @@ if [[ "$installation_status" == "before-installation" ]]; then python -c "import flexflow.core; import flexflow.serve as ff; exit()" unset PYTHONPATH unset LD_LIBRARY_PATH - # Run a single-gpu test using the flexflow_python interpreter - check_python_interface flexflow_python # Run a single-gpu test using the native python interpreter export LD_LIBRARY_PATH="${BUILD_FOLDER}:${BUILD_FOLDER}/deps/legion/lib:${LD_LIBRARY_PATH}" export PYTHONPATH="${FF_HOME}/python:${BUILD_FOLDER}/deps/legion/bindings/python:${PYTHONPATH}" @@ -62,8 +46,6 @@ if [[ "$installation_status" == "before-installation" ]]; then elif [[ "$installation_status" == "after-installation" ]]; then # Check availability of flexflow modules in Python python -c "import flexflow.core; import flexflow.serve as ff; exit()" - # Run a single-gpu test using the flexflow_python interpreter - check_python_interface flexflow_python after-installation # Run a single-gpu test using the native python interpreter check_python_interface python else diff --git a/tests/training_tests.sh b/tests/training_tests.sh deleted file mode 100755 index a6cab7d11..000000000 --- a/tests/training_tests.sh +++ /dev/null @@ -1,93 +0,0 @@ -#! /usr/bin/env bash -set -x -set -e - -# Enable backtrace in case we run into a segfault or assertion failure -export LEGION_BACKTRACE=1 - -# Default to single-node, single GPU -GPUS=${1:-1} # number of GPUS per node -NUM_NODES=${2:-1} # number of nodes -BATCHSIZE=$(( NUM_NODES * GPUS * 64)) -FSIZE=13800 -ZSIZE=12192 -ONLY_DATA_PARALLEL=true - -FF_HOME="$(realpath "${BASH_SOURCE[0]%/*}/..")" -export FF_HOME - -if [[ $NUM_NODES -gt 1 ]]; then - export GPUS - export NUM_NODES - EXE="$FF_HOME"/tests/multinode_helpers/mpi_wrapper1.sh -else - EXE="python" -fi - -# Check that number of GPUs requested is available -echo "Running GPU tests with $NUM_NODES node(s) and $GPUS gpu(s)/node" -GPU_AVAILABLE=$(nvidia-smi --query-gpu=name --format=csv,noheader | wc -l) -GPU_REQUESTED=$(( GPUS * NUM_NODES)) -if [ $GPU_REQUESTED -gt $(( GPU_AVAILABLE )) ]; then echo "The test requires $GPU_REQUESTED GPUs, but only $GPU_AVAILABLE are available. Try reducing the number of nodes, or the number of gpus/node." ; exit; fi - -# Generate configs JSON files -test_params=$(jq -n --arg num_gpus "$GPUS" --arg memory_per_gpu "$FSIZE" --arg zero_copy_memory_per_node "$ZSIZE" --arg batch_size "$BATCHSIZE" --arg only_data_parallel "$ONLY_DATA_PARALLEL" '{"num_gpus":$num_gpus,"memory_per_gpu":$memory_per_gpu,"zero_copy_memory_per_node":$zero_copy_memory_per_node,"batch_size":$batch_size,"only_data_parallel":$only_data_parallel}') -test_params_5_epochs=$(echo "$test_params" | jq '. + {"epochs": 5}') -test_params_40_epochs=$(echo "$test_params" | jq '. + {"epochs": 40}') -test_params_5_epochs_no_batch_size=$(echo "$test_params_5_epochs" | jq 'del(.batch_size)') -test_params_40_epochs_no_batch_size=$(echo "$test_params_40_epochs" | jq 'del(.batch_size)') -mkdir -p /tmp/flexflow/training_tests -echo "$test_params" > /tmp/flexflow/training_tests/test_params.json -echo "$test_params_5_epochs" > /tmp/flexflow/training_tests/test_params_5_epochs.json -echo "$test_params_5_epochs_no_batch_size" > /tmp/flexflow/training_tests/test_params_5_epochs_no_batch_size.json -echo "$test_params_40_epochs_no_batch_size" > /tmp/flexflow/training_tests/test_params_40_epochs_no_batch_size.json - -#Sequential model tests -$EXE "$FF_HOME"/examples/python/keras/seq_mnist_mlp.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/seq_mnist_cnn.py -config-file /tmp/flexflow/training_tests/test_params.json -#$EXE "$FF_HOME"/examples/python/keras/seq_reuters_mlp.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/seq_cifar10_cnn.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/seq_mnist_mlp_net2net.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/seq_mnist_cnn_net2net.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/seq_mnist_cnn_nested.py -config-file /tmp/flexflow/training_tests/test_params.json - -#Keras other -$EXE "$FF_HOME"/examples/python/keras/callback.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/unary.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/reshape.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/elementwise_mul_broadcast.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/reduce_sum.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/identity_loss.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/elementwise_max_min.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/rsqrt.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/gather.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/regularizer.py -config-file /tmp/flexflow/training_tests/test_params.json - -#Functional API -$EXE "$FF_HOME"/examples/python/keras/func_mnist_mlp.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_mnist_mlp_concat.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_mnist_mlp_concat2.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_mnist_cnn.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_mnist_cnn_concat.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_cnn.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_cnn_nested.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_alexnet.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_mnist_mlp_net2net.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_cnn_net2net.py -config-file /tmp/flexflow/training_tests/test_params.json - -#Python -$EXE "$FF_HOME"/examples/python/native/print_layers.py -config-file /tmp/flexflow/training_tests/test_params_5_epochs.json -$EXE "$FF_HOME"/examples/python/native/split.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/native/alexnet.py -config-file /tmp/flexflow/training_tests/test_params_40_epochs_no_batch_size.json -$EXE "$FF_HOME"/examples/python/native/mnist_mlp.py -config-file /tmp/flexflow/training_tests/test_params_5_epochs.json -$EXE "$FF_HOME"/examples/python/native/mnist_cnn.py -config-file /tmp/flexflow/training_tests/test_params_5_epochs.json -$EXE "$FF_HOME"/examples/python/native/cifar10_cnn.py -config-file /tmp/flexflow/training_tests/test_params_40_epochs_no_batch_size.json -$EXE "$FF_HOME"/examples/python/native/cifar10_cnn_attach.py -config-file /tmp/flexflow/training_tests/test_params_5_epochs_no_batch_size.json -$EXE "$FF_HOME"/examples/python/native/mnist_mlp_attach.py -config-file /tmp/flexflow/training_tests/test_params_5_epochs_no_batch_size.json - -#Possible crash -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_cnn_concat.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_cnn_concat_model.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/keras/func_cifar10_cnn_concat_seq_model.py -config-file /tmp/flexflow/training_tests/test_params.json -$EXE "$FF_HOME"/examples/python/native/cifar10_cnn_concat.py -config-file /tmp/flexflow/training_tests/test_params_40_epochs_no_batch_size.json - diff --git a/tests/unit/CMakeLists.txt b/tests/unit/CMakeLists.txt deleted file mode 100644 index 46083854f..000000000 --- a/tests/unit/CMakeLists.txt +++ /dev/null @@ -1,21 +0,0 @@ -cmake_minimum_required(VERSION 3.10) - -project(FlexFlowTests) -set(project_target unit-test) - -file(GLOB_RECURSE TEST_SOURCES LIST_DIRECTORIES False *.cc) - -set(CPU_SRC - ${TEST_SOURCES} - ) - -add_custom_target(copy-test-makefile ALL DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/graph_subst_3_v2.json) -add_custom_command(OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/graph_subst_3_v2.json - COMMAND ${CMAKE_COMMAND} -E copy ${CMAKE_SOURCE_DIR}/substitutions/graph_subst_3_v2.json - ${CMAKE_CURRENT_BINARY_DIR}/graph_subst_3_v2.json - DEPENDS ${CMAKE_SOURCE_DIR}/substitutions/graph_subst_3_v2.json) - -cuda_add_executable(${project_target} ${CPU_SRC}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR} ${gtest_SOURCE_DIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES} gtest gtest_main) -add_test(UnitTests ./${project_target}) diff --git a/tests/unit/test_disjoint_set.cc b/tests/unit/test_disjoint_set.cc deleted file mode 100644 index 796605f53..000000000 --- a/tests/unit/test_disjoint_set.cc +++ /dev/null @@ -1,19 +0,0 @@ -#include "flexflow/utils/disjoint_set.h" -#include "gtest/gtest.h" - -TEST(disjoint_set, basic) { - int ctr = 0; - int a = ctr++, b = ctr++, c = ctr++, d = ctr++, e = ctr++, f = ctr++; - - disjoint_set ds; - ds.m_union(a, b); - ds.m_union(b, c); - ds.m_union(e, f); - ds.m_union(d, a); - - assert(ds.find(a) == ds.find(b)); - assert(ds.find(a) == ds.find(c)); - assert(ds.find(a) == ds.find(d)); - assert(ds.find(e) == ds.find(f)); - assert(ds.find(e) != ds.find(a)); -} diff --git a/tests/unit/test_dominators.cc b/tests/unit/test_dominators.cc deleted file mode 100644 index 8ce8ae15f..000000000 --- a/tests/unit/test_dominators.cc +++ /dev/null @@ -1,321 +0,0 @@ -#include "flexflow/basic_graph.h" -#include "flexflow/dominators.h" -#include "flexflow/utils/hash_utils.h" -#include "gtest/gtest.h" - -using namespace FlexFlow::PCG::Utils; - -namespace FlexFlow::PCG::Utils { -template <> -struct invalid_node<::BasicGraph, GraphStructure<::BasicGraph>> { - int operator()() const { - return -1; - } -}; -} // namespace FlexFlow::PCG::Utils - -TEST(pred_succ_cessors, basic) { - BasicGraph g; - g.add_node(0); - g.add_node(1); - g.add_node(2); - g.add_node(3); - g.add_node(4); - - g.add_edge(0, 2); - g.add_edge(1, 2); - g.add_edge(2, 3); - g.add_edge(2, 4); - - using AnswerMap = std::unordered_map>; - - AnswerMap expected_predecessors; - - expected_predecessors = {{0, {}}, {1, {}}, {2, {0, 1}}, {3, {2}}, {4, {2}}}; - - AnswerMap expected_successors = { - {0, {2}}, {1, {2}}, {2, {3, 4}}, {3, {}}, {4, {}}}; - - std::unordered_set answer; - for (auto const &kv : expected_predecessors) { - answer.clear(); - predecessors>(g, kv.first, &answer); - EXPECT_EQ(kv.second, answer) - << "^^^ Predecessors for node " << kv.first << std::endl; - } - for (auto const &kv : expected_successors) { - answer.clear(); - successors>(g, kv.first, &answer); - EXPECT_EQ(kv.second, answer) - << "^^^ Successors for node " << kv.first << std::endl; - } -} - -TEST(topo_sort, basic) { - BasicGraph g; - g.add_nodes({0, 1, 2, 3}); - g.add_edges({{3, 1}, {3, 0}, {1, 0}, {0, 2}}); - - std::vector topo_answer = {3, 1, 0, 2}; - - std::vector topo_result; - topo_sort(g, &topo_result); - EXPECT_EQ(topo_result, topo_answer); -} - -BasicGraph get_dominator_test_graph() { - BasicGraph g; - g.add_nodes({1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11}); - g.add_edges({{1, 2}, - {1, 7}, - {2, 3}, - {2, 4}, - {3, 6}, - {4, 5}, - {4, 6}, - {5, 6}, - {6, 8}, - {7, 8}, - {8, 9}, - {8, 10}, - {9, 11}, - {10, 11}}); - - return g; -} - -TEST(dominators, basic) { - BasicGraph g = get_dominator_test_graph(); - - std::unordered_map> answer = {{1, {1}}, - {2, {1, 2}}, - {3, {1, 2, 3}}, - {4, {1, 2, 4}}, - {5, {1, 2, 4, 5}}, - {6, {1, 2, 6}}, - {7, {1, 7}}, - {8, {1, 8}}, - {9, {1, 8, 9}}, - {10, {1, 8, 10}}, - {11, {1, 8, 11}}}; - - EXPECT_EQ(dominators(g), answer); -} - -TEST(post_dominators, basic) { - BasicGraph g = get_dominator_test_graph(); - - std::unordered_map> answer = {{1, {1, 8, 11}}, - {2, {2, 6, 8, 11}}, - {3, {3, 6, 8, 11}}, - {4, {4, 6, 8, 11}}, - {5, {5, 6, 8, 11}}, - {6, {6, 8, 11}}, - {7, {7, 8, 11}}, - {8, {8, 11}}, - {9, {9, 11}}, - {10, {10, 11}}, - {11, {11}}}; - - EXPECT_EQ(post_dominators(g), answer); -} - -TEST(imm_dominators, basic) { - BasicGraph g = get_dominator_test_graph(); - - std::unordered_map answer = {{1, 1}, // no immediate dominator - {2, 1}, - {3, 2}, - {4, 2}, - {5, 4}, - {6, 2}, - {7, 1}, - {8, 1}, - {9, 8}, - {10, 8}, - {11, 8}}; - - EXPECT_EQ(imm_dominators(g), answer); -} - -TEST(imm_post_dominators, basic) { - BasicGraph g = get_dominator_test_graph(); - - std::unordered_map answer = { - {1, 8}, - {2, 6}, - {3, 6}, - {4, 6}, - {5, 6}, - {6, 8}, - {7, 8}, - {8, 11}, - {9, 11}, - {10, 11}, - {11, 11} // no immediate post dominator - }; - - EXPECT_EQ(imm_post_dominators(g), answer); -} - -TEST(imm_post_dominators, multisource) { - BasicGraph g; - - g.add_nodes({1, 2, 3, 4, 5}); - g.add_edges({{1, 3}, {2, 3}, {3, 4}, {3, 5}}); - - std::unordered_map answer = { - {-1, 3}, {1, 3}, {2, 3}, {3, 3}, {4, 4}, {5, 5}}; - - auto result = - imm_post_dominators>( - g); - EXPECT_EQ(result, answer); -} - -TEST(transitive_reduction, basic) { - BasicGraph g({1, 2, 3}, {{1, 2}, {2, 3}, {1, 3}}); - - BasicGraph answer({1, 2, 3}, {{1, 2}, {2, 3}}); - - auto result = transitive_reduction(g); - - EXPECT_EQ(result, answer); -} - -TEST(transitive_reduction, medium) { - BasicGraph g({1, 2, 3, 4, 5, 6, 7}, - { - {1, 4}, - {1, 5}, - {2, 3}, - {2, 4}, - {2, 6}, - {3, 4}, - {4, 5}, - {4, 6}, - {5, 6}, - }); - - BasicGraph answer({1, 2, 3, 4, 5, 6, 7}, - { - {1, 4}, - {2, 3}, - {3, 4}, - {4, 5}, - {5, 6}, - }); - - auto result = transitive_reduction(g); - - EXPECT_EQ(result, answer); -} - -TEST(inplace_transitive_reduction, basic) { - BasicGraph g({1, 2, 3, 4, 5, 6, 7}, - { - {1, 4}, - {1, 5}, - {2, 3}, - {2, 4}, - {2, 6}, - {3, 4}, - {4, 5}, - {4, 6}, - {5, 6}, - }); - - BasicGraph answer({1, 2, 3, 4, 5, 6, 7}, - { - {1, 4}, - {2, 3}, - {3, 4}, - {4, 5}, - {5, 6}, - }); - - inplace_transitive_reduction(g); - - EXPECT_EQ(g, answer); -} - -TEST(roots, basic) { - BasicGraph g({1, 2, 3, 4, 5, 6}, - { - {1, 3}, - {2, 3}, - {3, 4}, - {3, 5}, - {3, 6}, - }); - - std::unordered_set answer{1, 2}; - - auto result = roots(g); - - EXPECT_EQ(result, answer); -} - -TEST(leaves, basic) { - BasicGraph g({1, 2, 3, 4, 5, 6}, - {{1, 3}, {2, 3}, {3, 4}, {3, 5}, {3, 6}}); - - std::unordered_set answer{4, 5, 6}; - - auto result = leaves(g); - - EXPECT_EQ(result, answer); -} - -TEST(descendants, directed) { - BasicGraph g({1, 2, 3, 4, 5, 6}, - {{1, 2}, {2, 3}, {2, 4}, {3, 5}, {4, 5}}); - - std::unordered_set answer{2, 3, 4, 5}; - - auto result = descendants(g, 2); - - EXPECT_EQ(result, answer); -} - -TEST(descendants, undirected) { - BasicGraph g({1, 2, 3, 4, 5, 6}, - {{1, 2}, {2, 3}, {2, 4}, {3, 5}, {4, 5}}); - - std::unordered_set answer{1, 2, 3, 4, 5}; - - auto result = - descendants>(g, 2); - - EXPECT_EQ(result, answer); -} - -TEST(weakly_connected_components, basic) { - BasicGraph g({1, 2, 3, 4, 5, 6}, {{1, 3}, {2, 3}, {4, 5}, {5, 4}}); - - std::unordered_set component1{1, 2, 3}; - std::unordered_set component2{4, 5}; - std::unordered_set component3{6}; - auto result = weakly_connected_components(g); - - EXPECT_EQ(result.size(), 3); - bool component1_found = false; - bool component2_found = false; - bool component3_found = false; - for (std::unordered_set &component : result) { - if (component.size() == component1.size()) { - component1_found = true; - EXPECT_EQ(component, component1); - } else if (component.size() == component2.size()) { - component2_found = true; - EXPECT_EQ(component, component2); - } else if (component.size() == component3.size()) { - component3_found = true; - EXPECT_EQ(component, component3); - } - } - - EXPECT_TRUE(component1_found); - EXPECT_TRUE(component2_found); - EXPECT_TRUE(component3_found); -} diff --git a/tests/unit/test_dot.cc b/tests/unit/test_dot.cc deleted file mode 100644 index 321297125..000000000 --- a/tests/unit/test_dot.cc +++ /dev/null @@ -1,23 +0,0 @@ -#include "flexflow/utils/dot/record_formatter.h" -#include "gtest/gtest.h" - -TEST(record_formatters, basic) { - RecordFormatter rf, rf2, rf3; - std::ostringstream oss; - oss << "Wo" - << "rld"; - rf << "Hello" - << "World" - << (rf2 << "Inner" - << "World" - << (rf3 << "Even" - << "More" - << "Inner World")) - << "Goodbye" << oss; - - std::ostringstream oss_final; - oss_final << rf; - EXPECT_EQ(oss_final.str(), - "{ Hello | World | { Inner | World | { Even | More | Inner World } " - "} | Goodbye | World }"); -} diff --git a/tests/unit/test_machine_view.cc b/tests/unit/test_machine_view.cc deleted file mode 100644 index eea084db4..000000000 --- a/tests/unit/test_machine_view.cc +++ /dev/null @@ -1,33 +0,0 @@ -#include "flexflow/config.h" -#include "flexflow/machine_view.h" -#include "gtest/gtest.h" - -using namespace Legion; -using namespace FlexFlow; - -TEST(machine_view_get_domain, basic) { - MachineView mv; - mv.ndims = 1; - mv.start_device_id = 2; - mv.dim[0] = 2; - mv.stride[0] = 1; - - Domain d; - d.dim = 1; - d.rect_data[0] = 0; - d.rect_data[0 + d.dim] = - 1; // Domain is includes, MachineView is exclusive on hi - - EXPECT_EQ(mv.get_domain(), d); -} - -TEST(machine_view_get_device_id, basic) { - MachineView mv; - mv.ndims = 1; - mv.start_device_id = 2; - mv.dim[0] = 2; - mv.stride[0] = 1; - - EXPECT_EQ(mv.get_device_id({0}), 2); - EXPECT_EQ(mv.get_device_id({1}), 3); -} diff --git a/tests/unit/test_parallel_config.cc b/tests/unit/test_parallel_config.cc deleted file mode 100644 index 843879bb0..000000000 --- a/tests/unit/test_parallel_config.cc +++ /dev/null @@ -1,25 +0,0 @@ -#include "flexflow/config.h" -#include "flexflow/model.h" -#include "gtest/gtest.h" - -using namespace FlexFlow; - -TEST(change_data_parallel_dimensionality, basic_reduce) { - ParallelConfig pc = get_basic_data_parallel_config(8, 4); - - ParallelConfig expected = get_basic_data_parallel_config(8, 2); - - ParallelConfig result = pc.change_data_parallel_dimensionality(2); - - EXPECT_EQ(result, expected); -} - -TEST(change_data_parallel_dimensionality, basic_expand) { - ParallelConfig pc = get_basic_data_parallel_config(8, 2); - - ParallelConfig expected = get_basic_data_parallel_config(8, 4); - - ParallelConfig result = pc.change_data_parallel_dimensionality(4); - - EXPECT_EQ(result, expected); -} diff --git a/tests/unit/test_random_utils.cc b/tests/unit/test_random_utils.cc deleted file mode 100644 index c7b4f9e5c..000000000 --- a/tests/unit/test_random_utils.cc +++ /dev/null @@ -1,47 +0,0 @@ -#include "flexflow/utils/random_utils.h" -#include "gtest/gtest.h" - -TEST(select_random, basic) { - std::vector values{1, 2, 3, 4}; - std::vector weights{0.1, 0.2, 0.3, 0.4}; - - EXPECT_EQ(select_random_determistic(values, weights, 0.05), 1); - EXPECT_EQ(select_random_determistic(values, weights, 0.25), 2); - EXPECT_EQ(select_random_determistic(values, weights, 0.5), 3); - EXPECT_EQ(select_random_determistic(values, weights, 0.9), 4); -} - -TEST(select_random, bounds) { - std::vector values{1, 2, 3}; - std::vector weights{0.2, 0.3, 0.5}; - - EXPECT_EQ(select_random_determistic(values, weights, 0.0), 1); - EXPECT_EQ(select_random_determistic(values, weights, 0.2), 2); - EXPECT_EQ(select_random_determistic(values, weights, 0.5), 3); - EXPECT_EQ(select_random_determistic(values, weights, 1.0), 3); -} - -TEST(select_random, singleton) { - std::vector values{1}; - std::vector weights{1.0}; - - EXPECT_EQ(select_random_determistic(values, weights, 0.0), 1); - EXPECT_EQ(select_random_determistic(values, weights, 0.5), 1); - EXPECT_EQ(select_random_determistic(values, weights, 1.0), 1); -} - -TEST(select_random, empty) { - std::vector values{}; - std::vector weights{}; - EXPECT_THROW(select_random_determistic(values, weights, 0.5), - std::invalid_argument); -} - -TEST(select_random, unnormalized_weights) { - std::vector values{1, 2, 3}; - std::vector weights{1.0, 2.0, 2.0}; - - EXPECT_EQ(select_random_determistic(values, weights, 0.1), 1); - EXPECT_EQ(select_random_determistic(values, weights, 0.5), 2); - EXPECT_EQ(select_random_determistic(values, weights, 0.9), 3); -} diff --git a/tests/unit/test_substitution_loader.cc b/tests/unit/test_substitution_loader.cc deleted file mode 100644 index b0531b598..000000000 --- a/tests/unit/test_substitution_loader.cc +++ /dev/null @@ -1,144 +0,0 @@ -#include "flexflow/substitution.h" -#include "flexflow/substitution_loader.h" -#include "gtest/gtest.h" - -namespace sl = FlexFlow::substitution_loader; -// using namespace FlexFlow::substitution_loader; -using json = nlohmann::json; -using FlexFlow::PCG::create_xfer; -using FlexFlow::PCG::create_xfers; -using FlexFlow::PCG::GraphXfer; - -TEST(substitution_loader, basic) { - // Yes, I know this substitution is not correct. It's just for testing. - - sl::Rule example_rule; - - example_rule.name = "test_rule"; - - sl::Tensor input_tensor1; - input_tensor1.opId = -1; - input_tensor1.tsId = 0; - - sl::Tensor input_tensor2; - input_tensor2.opId = -2; - input_tensor2.tsId = 0; - - sl::Operator srcOp1; - srcOp1.op_type = OP_EW_ADD; - srcOp1.input = {input_tensor1, input_tensor2}; - srcOp1.para = {}; - - sl::Tensor srcOp1Output; - srcOp1Output.opId = 0; - srcOp1Output.tsId = 0; - - sl::Parameter activation_constraint; - activation_constraint.key = PM_ACTI; - activation_constraint.value = AC_MODE_NONE; - - sl::Operator srcOp2; - srcOp2.op_type = OP_LINEAR; - srcOp2.input = {srcOp1Output}; - srcOp2.para = {activation_constraint}; - - sl::Operator dstOp1; - dstOp1.op_type = OP_LINEAR; - dstOp1.input = {input_tensor1}; - dstOp1.para = {activation_constraint}; - - sl::Tensor dstOp1Output; - dstOp1Output.opId = 0; - dstOp1Output.tsId = 0; - - sl::Operator dstOp2; - dstOp2.op_type = OP_LINEAR; - dstOp2.input = {input_tensor2}; - dstOp2.para = {activation_constraint}; - - sl::Tensor dstOp2Output; - dstOp2Output.opId = 1; - dstOp2Output.tsId = 0; - - sl::Operator dstOp3; - dstOp3.op_type = OP_EW_ADD; - dstOp3.input = {dstOp1Output, dstOp2Output}; - dstOp3.para = {}; - - sl::MapOutput map_output; - map_output.srcOpId = 1; - map_output.srcTsId = 0; - map_output.dstOpId = 2; - map_output.dstTsId = 0; - - example_rule.srcOp = {srcOp1, srcOp2}; - example_rule.dstOp = {dstOp1, dstOp2, dstOp3}; - example_rule.mappedOutput = {map_output}; - - GraphXfer *xfer = new GraphXfer(nullptr); - create_xfer(*xfer, example_rule, 2); - - EXPECT_EQ(xfer->name, "test_rule"); - - EXPECT_EQ(xfer->srcOps.size(), 2); - EXPECT_EQ(xfer->srcOps[0]->type, OP_EW_ADD); - EXPECT_EQ(xfer->srcOps[1]->type, OP_LINEAR); - EXPECT_EQ(xfer->srcOps[0]->inputs.size(), 2); - EXPECT_NE(xfer->srcOps[0]->inputs[0], xfer->srcOps[0]->inputs[1]); - EXPECT_EQ(xfer->srcOps[0]->outputs.size(), 1); - EXPECT_EQ(xfer->srcOps[1]->inputs.size(), 1); - EXPECT_EQ(xfer->srcOps[0]->outputs[0], xfer->srcOps[1]->inputs[0]); - EXPECT_EQ(xfer->srcOps[1]->outputs.size(), 1); - - EXPECT_EQ(xfer->dstOps.size(), 3); - EXPECT_EQ(xfer->dstOps[0]->type, OP_LINEAR); - EXPECT_EQ(xfer->dstOps[1]->type, OP_LINEAR); - EXPECT_EQ(xfer->dstOps[2]->type, OP_EW_ADD); - EXPECT_EQ(xfer->dstOps[0]->inputs.size(), 1); - EXPECT_EQ(xfer->dstOps[0]->outputs.size(), 1); - EXPECT_EQ(xfer->dstOps[0]->inputs[0], xfer->srcOps[0]->inputs[0]); - EXPECT_EQ(xfer->dstOps[1]->inputs.size(), 1); - EXPECT_EQ(xfer->dstOps[1]->outputs.size(), 1); - EXPECT_EQ(xfer->dstOps[1]->inputs[0], xfer->srcOps[0]->inputs[1]); - EXPECT_EQ(xfer->dstOps[2]->inputs.size(), 2); - EXPECT_EQ(xfer->dstOps[2]->inputs[0], xfer->dstOps[0]->outputs[0]); - EXPECT_EQ(xfer->dstOps[2]->inputs[1], xfer->dstOps[1]->outputs[0]); - EXPECT_NE(xfer->dstOps[2]->inputs[0], xfer->dstOps[2]->inputs[1]); - EXPECT_EQ(xfer->dstOps[2]->outputs.size(), 1); - - EXPECT_EQ(xfer->mappedOutputs.size(), 1); - EXPECT_NE(xfer->srcOps[1]->outputs[0], xfer->dstOps[2]->outputs[0]); - EXPECT_EQ(xfer->mappedOutputs.at(xfer->srcOps[1]->outputs[0]), - xfer->dstOps[2]->outputs[0]); -} - -TEST(substitution_loader, operator_deserialization) { - json j = { - {"_t", "Operator"}, - {"input", - std::vector{{{"_t", "Tensor"}, {"opId", -2}, {"tsId", 0}}, - {{"_t", "Tensor"}, {"opId", -3}, {"tsId", 0}}}}, - {"para", std::vector{}}, - {"type", "OP_EW_ADD"}, - }; - - sl::Operator o; - from_json(j, o); - - EXPECT_EQ(o.op_type, OP_EW_ADD); - EXPECT_EQ(o.input.size(), 2); - EXPECT_EQ(o.input[0].opId, -2); - EXPECT_EQ(o.input[0].tsId, 0); - EXPECT_EQ(o.input[1].opId, -3); - EXPECT_EQ(o.input[1].tsId, 0); - EXPECT_EQ(o.para.size(), 0); -} - -// TEST(substitution_loader, load_full_file) { -// sl::RuleCollection collection = -// sl::load_rule_collection_from_path("tests/unit/graph_subst_3_v2.json"); -// EXPECT_EQ(collection.rules.size(), 640); - -// std::vector xfers = create_xfers(nullptr, collection, 2); -// EXPECT_EQ(xfers.size(), 640); -// } diff --git a/tools/protobuf_to_json/CMakeLists.txt b/tools/protobuf_to_json/CMakeLists.txt deleted file mode 100644 index c077289a7..000000000 --- a/tools/protobuf_to_json/CMakeLists.txt +++ /dev/null @@ -1,17 +0,0 @@ -cmake_minimum_required(VERSION 3.6) - -include(FindProtobuf) -find_package(Protobuf REQUIRED) -include_directories(${Protobuf_INCLUDE_DIR}) -protobuf_generate_cpp(PROTO_SRC PROTO_HEADER rules.proto) -add_library(proto ${PROTO_HEADER} ${PROTO_SRC}) - -include(json) - -project(FlexFlow_substitutionTool) -set(project_target substitution_tool) - -add_executable(${project_target} protobuf_to_json.cc) -include_directories(${CMAKE_CURRENT_BINARY_DIR}) -target_link_libraries(${project_target} proto ${PROTOBUF_LIBRARY} nlohmann_json::nlohmann_json) -# target_link_libraries(${project_target} PRIVATE nlohmann_json::nlohmann_json) diff --git a/tools/protobuf_to_json/protobuf_to_json.cc b/tools/protobuf_to_json/protobuf_to_json.cc deleted file mode 100644 index 11fbb6c1c..000000000 --- a/tools/protobuf_to_json/protobuf_to_json.cc +++ /dev/null @@ -1,242 +0,0 @@ -#include -#include -#include -#include -#include -#include - -#include "rules.pb.h" -#include - -namespace gs = GraphSubst; -using json = nlohmann::json; - -enum class OpType { - OP_INPUT = 0, - OP_WEIGHT = 1, - OP_ANY = 2, - OP_CONV2D = 3, - OP_DROPOUT = 4, - OP_LINEAR = 5, - OP_POOL2D_MAX = 6, - OP_POOL2D_AVG = 7, - OP_RELU = 8, - OP_SIGMOID = 9, - OP_TANH = 10, - OP_BATCHNORM = 11, - OP_CONCAT = 12, - OP_SPLIT = 13, - OP_RESHAPE = 14, - OP_TRANSPOSE = 15, - OP_EW_ADD = 16, - OP_EW_MUL = 17, - OP_MATMUL = 18, - OP_MUL = 19, - OP_ENLARGE = 20, - OP_MERGE_GCONV = 21, - OP_CONSTANT_IMM = 22, - OP_CONSTANT_ICONV = 23, - OP_CONSTANT_ONE = 24, - OP_CONSTANT_POOL = 25, - OP_PARTITION = 26, - OP_COMBINE = 27, - OP_REPLICATE = 28, - OP_REDUCE = 29, - OP_EMBEDDING = 30 -}; - -NLOHMANN_JSON_SERIALIZE_ENUM(OpType, - {{OpType::OP_INPUT, "OP_INPUT"}, - {OpType::OP_WEIGHT, "OP_WEIGHT"}, - {OpType::OP_ANY, "OP_ANY"}, - {OpType::OP_CONV2D, "OP_CONV2D"}, - {OpType::OP_DROPOUT, "OP_DROPOUT"}, - {OpType::OP_LINEAR, "OP_LINEAR"}, - {OpType::OP_POOL2D_MAX, "OP_POOL2D_MAX"}, - {OpType::OP_POOL2D_AVG, "OP_POOL2D_AVG"}, - {OpType::OP_RELU, "OP_RELU"}, - {OpType::OP_SIGMOID, "OP_SIGMOID"}, - {OpType::OP_TANH, "OP_TANH"}, - {OpType::OP_BATCHNORM, "OP_BATCHNORM"}, - {OpType::OP_CONCAT, "OP_CONCAT"}, - {OpType::OP_SPLIT, "OP_SPLIT"}, - {OpType::OP_RESHAPE, "OP_RESHAPE"}, - {OpType::OP_TRANSPOSE, "OP_TRANSPOSE"}, - {OpType::OP_EW_ADD, "OP_EW_ADD"}, - {OpType::OP_EW_MUL, "OP_EW_MUL"}, - {OpType::OP_MATMUL, "OP_MATMUL"}, - {OpType::OP_MUL, "OP_MUL"}, - {OpType::OP_ENLARGE, "OP_ENLARGE"}, - {OpType::OP_MERGE_GCONV, "OP_MERGE_GCONV"}, - {OpType::OP_CONSTANT_IMM, "OP_CONSTANT_IMM"}, - {OpType::OP_CONSTANT_ICONV, "OP_CONSTANT_ICONV"}, - {OpType::OP_CONSTANT_ONE, "OP_CONSTANT_ONE"}, - {OpType::OP_CONSTANT_POOL, "OP_CONSTANT_POOl"}, - {OpType::OP_PARTITION, "OP_PARTITION"}, - {OpType::OP_COMBINE, "OP_COMBINE"}, - {OpType::OP_REPLICATE, "OP_REPLICATE"}, - {OpType::OP_REDUCE, "OP_REDUCE"}, - {OpType::OP_EMBEDDING, "OP_EMBEDDING"}}) - -enum class ParamType { - PM_OP_TYPE = 0, - PM_NUM_INPUTS = 1, - PM_NUM_OUTPUTS = 2, - PM_GROUP = 3, - PM_KERNEL_H = 4, - PM_KERNEL_W = 5, - PM_STRIDE_H = 6, - PM_STRIDE_W = 7, - PM_PAD = 8, - PM_ACTI = 9, - PM_NUMDIM = 10, - PM_AXIS = 11, - PM_PERM = 12, - PM_OUTSHUFFLE = 13, - PM_MERGE_GCONV_COUNT = 14, - PM_PARALLEL_DIM = 15, - PM_PARALLEL_DEGREE = 16, -}; - -NLOHMANN_JSON_SERIALIZE_ENUM( - ParamType, - {{ParamType::PM_OP_TYPE, "PM_OP_TYPE"}, - {ParamType::PM_NUM_INPUTS, "PM_NUM_INPUTS"}, - {ParamType::PM_NUM_OUTPUTS, "PM_NUM_OUTPUTS"}, - {ParamType::PM_GROUP, "PM_GROUP"}, - {ParamType::PM_KERNEL_H, "PM_KERNEL_H"}, - {ParamType::PM_KERNEL_W, "PM_KERNEL_W"}, - {ParamType::PM_STRIDE_H, "PM_STRIDE_H"}, - {ParamType::PM_STRIDE_W, "PM_STRIDE_W"}, - {ParamType::PM_PAD, "PM_PAD"}, - {ParamType::PM_ACTI, "PM_ACTI"}, - {ParamType::PM_NUMDIM, "PM_NUMDIM"}, - {ParamType::PM_AXIS, "PM_AXIS"}, - {ParamType::PM_PERM, "PM_PERM"}, - {ParamType::PM_OUTSHUFFLE, "PM_OUTSHUFFLE"}, - {ParamType::PM_MERGE_GCONV_COUNT, "PM_MERGE_GCONV_COUNT"}, - {ParamType::PM_PARALLEL_DIM, "PM_PARALLEL_DIM"}, - {ParamType::PM_PARALLEL_DEGREE, "PM_PARALLEL_DEGREE"}}) - -enum class ActivationMode { - AC_MODE_NONE = 0, - AC_MODE_SIGMOID = 1, - AC_MODE_RELU = 2, - AC_MODE_TANH = 3 -}; - -enum class PaddingMode { PD_MODE_SAME = 0, PD_MODE_VALID = 1 }; - -// partial specialization (full specialization works too) -namespace nlohmann { -template <> -struct adl_serializer { - static void to_json(json &j, gs::Tensor const &t) { - j = json{{"_t", "Tensor"}, {"opId", t.opid()}, {"tsId", t.tsid()}}; - } -}; - -template <> -struct adl_serializer { - static void to_json(json &j, gs::Parameter const &p) { - j = json{ - {"_t", "Parameter"}, - {"key", static_cast(p.key())}, - }; - ParamType key = static_cast(p.key()); - switch (key) { - case ParamType::PM_ACTI: - j["value"] = static_cast(p.value()); - break; - case ParamType::PM_PAD: - j["value"] = static_cast(p.value()); - break; - default: - j["value"] = p.value(); - } - } -}; - -template -struct adl_serializer<::google::protobuf::RepeatedPtrField> { - static void to_json(json &j, - ::google::protobuf::RepeatedPtrField const &fs) { - j = std::vector{}; - for (auto const &i : fs) { - json j2 = i; - j.push_back(j2); - } - } -}; - -template <> -struct adl_serializer { - static void to_json(json &j, gs::Operator const &o) { - j = json{ - {"_t", "Operator"}, - {"type", static_cast(o.type())}, - {"input", o.input()}, - {"para", o.para()}, - }; - } -}; - -template <> -struct adl_serializer { - static void to_json(json &j, gs::MapOutput const &m) { - j = json{{"_t", "MapOutput"}, - {"srcOpId", m.srcopid()}, - {"dstOpId", m.dstopid()}, - {"srcTsId", m.srctsid()}, - {"dstTsId", m.dsttsid()}}; - } -}; - -template <> -struct adl_serializer { - static void to_json(json &j, gs::Rule const &r) { - j = json{{"_t", "Rule"}, - {"srcOp", r.srcop()}, - {"dstOp", r.dstop()}, - {"mappedOutput", r.mappedoutput()}}; - } -}; - -template <> -struct adl_serializer { - static void to_json(json &j, gs::RuleCollection const &c) { - j = json{{"_t", "RuleCollection"}, {"rule", c.rule()}}; - for (int i = 0; i < j["rule"].size(); ++i) { - std::ostringstream oss; - oss << "taso_rule_" << i; - j["rule"][i]["name"] = oss.str(); - } - } -}; -} // namespace nlohmann - -int main(int argc, char **argv) { - GOOGLE_PROTOBUF_VERIFY_VERSION; - - if (argc != 3) { - std::cerr << "Usage: " << argv[0] << " " - << std::endl; - return 1; - } - - gs::RuleCollection rule_collection; - - std::ifstream input(argv[1], std::ios::binary); - if (!rule_collection.ParseFromIstream(&input)) { - std::cerr << "Failed to parse rule collection." << std::endl; - return -1; - } - - std::cout << "Loaded " << rule_collection.rule_size() << " rules." - << std::endl; - - json j = rule_collection; - std::ofstream output(argv[2]); - output << std::setw(2) << j << std::endl; - return 0; -} diff --git a/tools/protobuf_to_json/rules.proto b/tools/protobuf_to_json/rules.proto deleted file mode 100644 index 69ef31299..000000000 --- a/tools/protobuf_to_json/rules.proto +++ /dev/null @@ -1,36 +0,0 @@ -syntax = "proto2"; - -package GraphSubst; - -message Parameter { - required int32 key = 1; - required int32 value = 2; -} - -message Tensor { - required int32 opId = 1; - required int32 tsId = 2; -} - -message Operator { - required int32 type = 1; - repeated Tensor input = 2; - repeated Parameter para = 3; -} - -message MapOutput { - required int32 srcOpId = 1; - required int32 dstOpId = 2; - required int32 srcTsId = 3; - required int32 dstTsId = 4; -} - -message Rule { - repeated Operator srcOp = 1; - repeated Operator dstOp = 2; - repeated MapOutput mappedOutput = 3; -} - -message RuleCollection { - repeated Rule rule = 1; -} diff --git a/tools/substitutions_to_dot/CMakeLists.txt b/tools/substitutions_to_dot/CMakeLists.txt deleted file mode 100644 index e77ec6a34..000000000 --- a/tools/substitutions_to_dot/CMakeLists.txt +++ /dev/null @@ -1,12 +0,0 @@ -cmake_minimum_required(VERSION 3.6) - -include(json) - -project(visualizeTool) -set(project_target visualize) - - -add_executable(${project_target} substitution_to_dot.cc) -#include_directories(${CMAKE_CURRENT_BINARY_DIR}) -target_include_directories(${project_target} PRIVATE ${FLEXFLOW_INCLUDE_DIRS} ${CMAKE_INSTALL_INCLUDEDIR}) -target_link_libraries(${project_target} -Wl,--whole-archive flexflow -Wl,--no-whole-archive ${FLEXFLOW_EXT_LIBRARIES} nlohmann_json::nlohmann_json substitution_loader) diff --git a/tools/substitutions_to_dot/substitution_to_dot.cc b/tools/substitutions_to_dot/substitution_to_dot.cc deleted file mode 100644 index 941fe23bd..000000000 --- a/tools/substitutions_to_dot/substitution_to_dot.cc +++ /dev/null @@ -1,156 +0,0 @@ -#include "flexflow/ffconst_utils.h" -#include "flexflow/substitution_loader.h" -#include "flexflow/utils/dot/dot_file.h" -#include "tl/optional.hpp" -#include -#include - -using namespace FlexFlow::substitution_loader; -using FlexFlow::get_operator_type_name; - -enum class NodeType { - SRC, - DST, - SRC_INPUT_TENSOR, - DST_INPUT_TENSOR, - SRC_OUTPUT_TENSOR, - DST_OUTPUT_TENSOR, -}; - -int main(int argc, char **argv) { - if (argc != 3) { - std::cerr << "Usage: " << argv[0] << " " - << std::endl; - return 1; - } - - std::string json_path(argv[1]); - std::string rule_name(argv[2]); - - RuleCollection rule_collection = load_rule_collection_from_path(json_path); - - tl::optional found = tl::nullopt; - for (Rule const &r : rule_collection.rules) { - if (r.name == rule_name) { - found = r; - break; - } - } - - if (!found.has_value()) { - std::cerr << "Could not find rule with name " << rule_name << std::endl; - return 1; - } - - Rule r = found.value(); - - using Node = std::tuple; - - DotFile dot(std::cout); - size_t src_subgraph = dot.add_subgraph(); - size_t dst_subgraph = dot.add_subgraph(); - size_t src_input_subgraph = dot.add_subgraph(src_subgraph); - size_t dst_input_subgraph = dot.add_subgraph(dst_subgraph); - size_t src_output_subgraph = dot.add_subgraph(src_subgraph); - size_t dst_output_subgraph = dot.add_subgraph(dst_subgraph); - size_t src_body_subgraph = dot.add_subgraph(src_subgraph); - size_t dst_body_subgraph = dot.add_subgraph(dst_subgraph); - - auto label_map = [](std::string const &name, Node const &n) { - std::string color; - switch (std::get<0>(n)) { - case NodeType::SRC_INPUT_TENSOR: - color = "green"; - break; - case NodeType::DST_INPUT_TENSOR: - color = "brown"; - break; - case NodeType::SRC: - color = "blue"; - break; - case NodeType::DST: - color = "red"; - break; - case NodeType::SRC_OUTPUT_TENSOR: - color = "yellow"; - break; - case NodeType::DST_OUTPUT_TENSOR: - color = "purple"; - break; - default: - assert(false); - } - std::map m{{"color", color}, {"label", name}}; - return m; - }; - - for (int i = 0; i < r.srcOp.size(); i++) { - Operator const &o = r.srcOp[i]; - Node srcOpNode = {NodeType::SRC, i, 0}; - { - dot.add_node(srcOpNode, - label_map(get_operator_type_name(o.op_type), srcOpNode)); - dot.add_node_to_subgraph(srcOpNode, src_body_subgraph); - } - - for (Tensor const &t : o.input) { - if (t.opId < 0) { - assert(t.tsId == 0); - Node inputOpNode = {NodeType::SRC_INPUT_TENSOR, t.opId, 0}; - - { - dot.add_node(inputOpNode, label_map("INPUT", inputOpNode)); - dot.add_node_to_subgraph(inputOpNode, src_input_subgraph); - dot.add_edge(inputOpNode, srcOpNode); - dot.add_edge(inputOpNode, {NodeType::DST_INPUT_TENSOR, t.opId, 0}); - } - } else { - dot.add_edge({NodeType::SRC, t.opId, 0}, {NodeType::SRC, i, 0}); - } - } - } - for (int j = 0; j < r.dstOp.size(); j++) { - Operator const &o = r.dstOp[j]; - Node dstOpNode = {NodeType::DST, j, 0}; - { - dot.add_node(dstOpNode, - label_map(get_operator_type_name(o.op_type), dstOpNode)); - dot.add_node_to_subgraph(dstOpNode, dst_body_subgraph); - } - - for (Tensor const &t : o.input) { - if (t.opId < 0) { - assert(t.tsId == 0); - Node inputOpNode = {NodeType::DST_INPUT_TENSOR, t.opId, 0}; - - { - dot.add_node(inputOpNode, label_map("INPUT", inputOpNode)); - dot.add_node_to_subgraph(inputOpNode, dst_input_subgraph); - dot.add_edge(inputOpNode, dstOpNode); - } - } else { - dot.add_edge({NodeType::DST, t.opId, 0}, {NodeType::DST, j, 0}); - } - } - } - for (MapOutput const &mo : r.mappedOutput) { - Node srcOutputNode = {NodeType::SRC_OUTPUT_TENSOR, mo.srcOpId, mo.srcTsId}; - Node dstOutputNode = {NodeType::DST_OUTPUT_TENSOR, mo.dstOpId, mo.dstTsId}; - { - dot.add_node(srcOutputNode, label_map("OUTPUT", srcOutputNode)); - dot.add_node_to_subgraph(srcOutputNode, src_output_subgraph); - } - dot.add_edge({NodeType::SRC, mo.srcOpId, 0}, - {NodeType::SRC_OUTPUT_TENSOR, mo.srcOpId, mo.srcTsId}); - { - dot.add_node(dstOutputNode, label_map("OUTPUT", dstOutputNode)); - dot.add_node_to_subgraph(dstOutputNode, dst_output_subgraph); - } - dot.add_edge({NodeType::DST, mo.dstOpId, 0}, - {NodeType::DST_OUTPUT_TENSOR, mo.dstOpId, mo.dstTsId}); - dot.add_edge({NodeType::SRC_OUTPUT_TENSOR, mo.srcOpId, mo.srcTsId}, - {NodeType::DST_OUTPUT_TENSOR, mo.dstOpId, mo.dstTsId}); - } - dot.close(); - std::cout << std::endl; -} From 25e175512a5ba16708d9cf666c19f775f916b21c Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 19 Jan 2025 19:42:58 +0000 Subject: [PATCH 02/18] fix --- docker/build.sh | 1 - docker/flexflow-environment/Dockerfile | 2 +- docker/flexflow/Dockerfile | 6 +++--- docker/run.sh | 2 +- 4 files changed, 5 insertions(+), 6 deletions(-) diff --git a/docker/build.sh b/docker/build.sh index 3b7a6992d..76773df1a 100755 --- a/docker/build.sh +++ b/docker/build.sh @@ -1,6 +1,5 @@ #! /usr/bin/env bash set -euo pipefail -set -x # Usage: ./build.sh # Optional environment variables: FF_GPU_BACKEND, cuda_version, hip_version diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index f9e93bbcb..1160daac8 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -1,4 +1,4 @@ -ARG ff_environment_base_image +ARG ff_environment_base_image=flexflow-environment-cuda-12.1 FROM ${ff_environment_base_image} LABEL org.opencontainers.image.source=https://github.com/flexflow/flexflow-serve diff --git a/docker/flexflow/Dockerfile b/docker/flexflow/Dockerfile index aa69f765f..4739db79f 100644 --- a/docker/flexflow/Dockerfile +++ b/docker/flexflow/Dockerfile @@ -1,5 +1,5 @@ -ARG FF_GPU_BACKEND "cuda" -ARG gpu_backend_version "" +ARG FF_GPU_BACKEND=cuda +ARG gpu_backend_version=12.1 FROM flexflow-environment-$FF_GPU_BACKEND$gpu_backend_version:latest LABEL org.opencontainers.image.source=https://github.com/flexflow/flexflow-serve @@ -7,7 +7,7 @@ LABEL org.opencontainers.image.description="flexflow-serve container" # Copy flexflow-serve repository RUN mkdir flexflow-serve -ENV FF_HOME /usr/flexflow-serve +ENV FF_HOME=/usr/flexflow-serve WORKDIR ${FF_HOME} COPY . . diff --git a/docker/run.sh b/docker/run.sh index 62d7468a0..d6c8e4fad 100755 --- a/docker/run.sh +++ b/docker/run.sh @@ -17,7 +17,7 @@ hip_version=${hip_version:-"empty"} ATTACH_GPUS=${ATTACH_GPUS:-true} gpu_arg="" if $ATTACH_GPUS ; then gpu_arg="--gpus all" ; fi -FORWARD_STREAMLIT_PORT=${FORWARD_STREAMLIT_PORT:-true} +FORWARD_STREAMLIT_PORT=${FORWARD_STREAMLIT_PORT:-false} port_forward_arg="" if $FORWARD_STREAMLIT_PORT ; then port_forward_arg+="-p 8501:8501" From c163c92288def8bbfff3fdc23e92b15ca535b5bb Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 19 Jan 2025 19:49:34 +0000 Subject: [PATCH 03/18] udpate workflows --- .github/workflows/build-skip.yml | 8 +--- .github/workflows/build.yml | 56 ++----------------------- .github/workflows/docker-build-skip.yml | 4 +- .github/workflows/docker-build.yml | 6 +-- 4 files changed, 10 insertions(+), 64 deletions(-) diff --git a/.github/workflows/build-skip.yml b/.github/workflows/build-skip.yml index 8635c0d13..0ed86c6be 100644 --- a/.github/workflows/build-skip.yml +++ b/.github/workflows/build-skip.yml @@ -18,7 +18,7 @@ concurrency: jobs: cmake-build: - name: Build FlexFlow with CMake + name: Build FlexFlow Serve with CMake runs-on: ubuntu-20.04 strategy: matrix: @@ -26,9 +26,3 @@ jobs: fail-fast: false steps: - run: 'echo "No build required"' - - makefile-build: - name: Build FlexFlow with the Makefile - runs-on: ubuntu-20.04 - steps: - - run: 'echo "No build required"' diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 63e0b9037..3de7147cb 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -31,7 +31,7 @@ concurrency: jobs: cmake-build: - name: Build FlexFlow with CMake + name: Build FlexFlow Serve with CMake runs-on: ubuntu-20.04 defaults: run: @@ -64,14 +64,14 @@ jobs: - name: Install system dependencies run: .github/workflows/helpers/install_dependencies.sh - - name: Install conda and FlexFlow dependencies + - name: Install conda and FlexFlow Serve dependencies uses: conda-incubator/setup-miniconda@v2 with: activate-environment: flexflow environment-file: conda/flexflow.yml auto-activate-base: false - - name: Build FlexFlow + - name: Build FlexFlow Serve run: | export CUDNN_DIR="$CUDA_PATH" export CUDA_DIR="$CUDA_PATH" @@ -98,7 +98,7 @@ jobs: ../config/config.linux make -j $n_build_cores - - name: Install FlexFlow + - name: Install FlexFlow Serve run: | export CUDNN_DIR="$CUDA_PATH" export CUDA_DIR="$CUDA_PATH" @@ -140,51 +140,3 @@ jobs: # Remove build folder to check that the installed version can run independently of the build files rm -rf build python -c "import flexflow.core; import flexflow.serve as ff; exit()" - - makefile-build: - name: Build FlexFlow with the Makefile - runs-on: ubuntu-20.04 - defaults: - run: - shell: bash -l {0} # required to use an activated conda environment - steps: - - name: Checkout Git Repository - uses: actions/checkout@v3 - with: - submodules: recursive - - - name: Free additional space on runner - run: .github/workflows/helpers/free_space_on_runner.sh - - - name: Install CUDA - uses: Jimver/cuda-toolkit@v0.2.16 - id: cuda-toolkit - with: - cuda: "12.1.1" - use-github-cache: "false" - log-file-suffix: 'makefile_${{matrix.gpu_backend}}.txt' - - - name: Install system dependencies - run: .github/workflows/helpers/install_dependencies.sh - - - name: Install conda and FlexFlow dependencies - uses: conda-incubator/setup-miniconda@v2 - with: - activate-environment: flexflow - environment-file: conda/flexflow.yml - auto-activate-base: false - - - name: Build FlexFlow - run: | - export CUDNN_DIR="$CUDA_PATH" - export CUDA_DIR="$CUDA_PATH" - export LD_LIBRARY_PATH="$CUDA_PATH/lib64/stubs:$LD_LIBRARY_PATH" - sudo ln -s "$CUDA_PATH/lib64/stubs/libcuda.so" "$CUDA_PATH/lib64/stubs/libcuda.so.1" - export FF_HOME=$(pwd) - cores_available=$(nproc --all) - n_build_cores=$(( cores_available -1 )) - if (( $n_build_cores < 1 )) ; then n_build_cores=1 ; fi - - cd python - make -j $n_build_cores - python -c 'import flexflow.core' diff --git a/.github/workflows/docker-build-skip.yml b/.github/workflows/docker-build-skip.yml index e5d7de858..a008f1834 100644 --- a/.github/workflows/docker-build-skip.yml +++ b/.github/workflows/docker-build-skip.yml @@ -18,7 +18,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - hip_version: ["5.3", "5.4", "5.5", "5.6"] + hip_version: ["5.6"] fail-fast: false steps: - run: 'echo "No docker-build required"' @@ -28,7 +28,7 @@ jobs: runs-on: ubuntu-latest strategy: matrix: - cuda_version: ["11.1", "11.6", "11.7", "11.8", "12.0", "12.1", "12.2"] + cuda_version: ["11.8", "12.0", "12.1", "12.2"] fail-fast: false steps: - run: 'echo "No docker-build required"' diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml index eeaab0e0a..5111fe3ed 100644 --- a/.github/workflows/docker-build.yml +++ b/.github/workflows/docker-build.yml @@ -82,7 +82,7 @@ jobs: if: ${{ ( github.event_name == 'push' || github.event_name == 'workflow_dispatch' ) && github.ref_name == 'inference' }} strategy: matrix: - hip_version: ["5.3", "5.4", "5.5", "5.6"] + hip_version: ["5.6"] fail-fast: false env: FF_GPU_BACKEND: "hip_rocm" @@ -114,7 +114,7 @@ jobs: runs-on: ubuntu-20.04 strategy: matrix: - cuda_version: ["11.1", "11.6", "11.7", "11.8", "12.0", "12.1", "12.2"] + cuda_version: ["11.8", "12.0", "12.1", "12.2"] fail-fast: false env: FF_GPU_BACKEND: "cuda" @@ -187,4 +187,4 @@ jobs: env: SLACK_WEBHOOK: ${{ secrets.SLACK_WEBHOOK }} run: | - curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"Weekly FlexFlow Docker images build failed! :x: \"}" $SLACK_WEBHOOK + curl -X POST -H 'Content-type: application/json' --data "{\"text\":\"Weekly FlexFlow Docker images build failed! :x: \"}" $SLACK_WEBHOOK From 9a6ec533ce30fd0867006e881d1e7146539e508d Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 19 Jan 2025 19:53:25 +0000 Subject: [PATCH 04/18] fix --- .github/workflows/clang-format-check.yml | 1 - 1 file changed, 1 deletion(-) diff --git a/.github/workflows/clang-format-check.yml b/.github/workflows/clang-format-check.yml index fdf53e825..c8e423a8e 100644 --- a/.github/workflows/clang-format-check.yml +++ b/.github/workflows/clang-format-check.yml @@ -14,7 +14,6 @@ jobs: - check: "python" - check: "scripts" - check: "tests" - - check: "examples" steps: - uses: actions/checkout@v2 - name: Run clang-format style check for C/C++/Protobuf programs. From 46c39223a68ff768cb69bef10efdb8fed48580c3 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 19 Jan 2025 20:08:12 +0000 Subject: [PATCH 05/18] remove example --- .github/workflows/build.yml | 16 ---------------- .github/workflows/gpu-ci.yml | 1 - CMakeLists.txt | 27 --------------------------- config/config.inc | 17 ----------------- config/config.linux | 5 +---- 5 files changed, 1 insertion(+), 65 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 3de7147cb..dfc1c3347 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -81,14 +81,6 @@ jobs: export hip_version=5.6 export FF_BUILD_INFERENCE=ON - if [[ "${FF_GPU_BACKEND}" == "cuda" ]]; then - export FF_BUILD_TRAINING_EXAMPLES=ON - export FF_BUILD_UNIT_TESTS=ON - else - export FF_BUILD_TRAINING_EXAMPLES=OFF - export FF_BUILD_UNIT_TESTS=OFF - fi - cores_available=$(nproc --all) n_build_cores=$(( cores_available -1 )) if (( $n_build_cores < 1 )) ; then n_build_cores=1 ; fi @@ -107,14 +99,6 @@ jobs: export FF_HIP_ARCH=gfx1100,gfx1036 export hip_version=5.6 export FF_BUILD_INFERENCE=ON - - if [[ "${FF_GPU_BACKEND}" == "cuda" ]]; then - export FF_BUILD_TRAINING_EXAMPLES=ON - export FF_BUILD_UNIT_TESTS=ON - else - export FF_BUILD_TRAINING_EXAMPLES=OFF - export FF_BUILD_UNIT_TESTS=OFF - fi cd build ../config/config.linux diff --git a/.github/workflows/gpu-ci.yml b/.github/workflows/gpu-ci.yml index 9ee4693f9..1761c1876 100644 --- a/.github/workflows/gpu-ci.yml +++ b/.github/workflows/gpu-ci.yml @@ -262,7 +262,6 @@ jobs: run: | export PATH=$CONDA_PREFIX/bin:$PATH export FF_HOME=$(pwd) - export FF_BUILD_TRAINING_EXAMPLES=ON export FF_BUILD_INFERENCE=ON export FF_USE_PREBUILT_LEGION=OFF #remove this after fixing python path issue in Legion pip install . --verbose diff --git a/CMakeLists.txt b/CMakeLists.txt index 5c22785c9..7f9008dc8 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -184,8 +184,6 @@ if(NOT BUILD_LEGION_ONLY) # build binary options option(FF_BUILD_INFERENCE "build all inference code and examples." ON) - option(FF_BUILD_TRAINING_EXAMPLES "build all training examples." OFF) - option(FF_BUILD_UNIT_TESTS "build non-operator unit tests" OFF) option(FF_BUILD_SUBSTITUTION_TOOL "build substitution conversion tool" OFF) option(FF_BUILD_VISUALIZATION_TOOL "build substitution visualization tool" OFF) @@ -453,13 +451,6 @@ if(NOT BUILD_LEGION_ONLY) set_property(TARGET flexflow PROPERTY CXX_STANDARD 14) endif() - if(FF_BUILD_UNIT_TESTS) - set(BUILD_GMOCK OFF) - add_subdirectory(deps/googletest) - enable_testing() - add_subdirectory(tests/unit) - endif() - if(FF_BUILD_SUBSTITUTION_TOOL) add_subdirectory(tools/protobuf_to_json) endif() @@ -497,24 +488,6 @@ if(NOT BUILD_LEGION_ONLY) target_link_libraries(flexflow tokenizers_cpp) endif() - if (FF_BUILD_TRAINING_EXAMPLES) - add_subdirectory(examples/cpp/ResNet) - add_subdirectory(examples/cpp/resnext50) - add_subdirectory(examples/cpp/AlexNet) - add_subdirectory(examples/cpp/MLP_Unify) - add_subdirectory(examples/cpp/split_test) - add_subdirectory(examples/cpp/split_test_2) - add_subdirectory(examples/cpp/InceptionV3) - add_subdirectory(examples/cpp/candle_uno) - add_subdirectory(examples/cpp/DLRM) - #add_executable(generate_dlrm_hetero_strategy src/runtime/dlrm_strategy_hetero.cc) - #target_include_directories(generate_dlrm_hetero_strategy PUBLIC ${FLEXFLOW_INCLUDE_DIRS}) - #add_executable(generate_dlrm_strategy src/runtime/dlrm_strategy.cc) - #target_include_directories(generate_dlrm_strategy PUBLIC ${FLEXFLOW_INCLUDE_DIRS}) - add_subdirectory(examples/cpp/XDL) - add_subdirectory(examples/cpp/Transformer) - add_subdirectory(examples/cpp/mixture_of_experts) - endif() if(FF_BUILD_INFERENCE) add_subdirectory(inference/spec_infer) diff --git a/config/config.inc b/config/config.inc index b4356bf07..1140dcc9f 100644 --- a/config/config.inc +++ b/config/config.inc @@ -134,14 +134,6 @@ elif [ "$FF_LEGION_NETWORKS" = "ucx" ]; then fi fi -# build C++ examples -if [ "$FF_BUILD_TRAINING_EXAMPLES" = "ON" ]; then - SET_EXAMPLES="-DFF_BUILD_TRAINING_EXAMPLES=ON" -elif [ "$FF_BUILD_TRAINING_EXAMPLES" = "OFF" ]; then - SET_EXAMPLES="-DFF_BUILD_TRAINING_EXAMPLES=OFF" -else - SET_EXAMPLES="-DFF_BUILD_TRAINING_EXAMPLES=ON" -fi if [ "$FF_BUILD_INFERENCE" = "ON" ]; then SET_INFERENCE_EXAMPLES="-DFF_BUILD_INFERENCE=ON" elif [ "$FF_BUILD_INFERENCE" = "OFF" ]; then @@ -150,15 +142,6 @@ else SET_INFERENCE_EXAMPLES="-DFF_BUILD_INFERENCE=ON" fi -# enable C++ unit tests -if [ "$FF_BUILD_UNIT_TESTS" = "ON" ]; then - SET_BUILD_UNIT_TESTS="-DFF_BUILD_UNIT_TESTS=ON" -elif [ "$FF_BUILD_UNIT_TESTS" = "OFF" ]; then - SET_BUILD_UNIT_TESTS="-DFF_BUILD_UNIT_TESTS=OFF" -else - SET_BUILD_UNIT_TESTS="-DFF_BUILD_UNIT_TESTS=OFF" -fi - # build using pre-compiled libraries, where available if [ "$FF_USE_PREBUILT_LEGION" = "ON" ]; then SET_USE_PREBUILT_LEGION="-DFF_USE_PREBUILT_LEGION=ON" diff --git a/config/config.linux b/config/config.linux index aae790149..bb7e06b1a 100755 --- a/config/config.linux +++ b/config/config.linux @@ -68,11 +68,8 @@ FF_GASNET_SYSTEM=${FF_GASNET_SYSTEM:-slingshot11} UCX_DIR=${UCX_DIR:-""} # build C++ examples -FF_BUILD_TRAINING_EXAMPLES=${FF_BUILD_TRAINING_EXAMPLES:-OFF} FF_BUILD_INFERENCE=${FF_BUILD_INFERENCE:-ON} -# build C++ unit tests -FF_BUILD_UNIT_TESTS=${FF_BUILD_UNIT_TESTS:-OFF} # use precompiled NCCL and Legion libraries, where available FF_USE_PREBUILT_NCCL=${FF_USE_PREBUILT_NCCL:-OFF} @@ -111,7 +108,7 @@ fi function get_build_configs() { # Create a string with the values of the variables set in this script - BUILD_CONFIGS="FF_CUDA_ARCH=${FF_CUDA_ARCH} FF_HIP_ARCH=${FF_HIP_ARCH} CUDA_DIR=${CUDA_DIR} CUDNN_DIR=${CUDNN_DIR} CUBLAS_DIR=${CUBLAS_DIR} CURAND_DIR=${CURAND_DIR} NCCL_DIR=${NCCL_DIR} FF_USE_PYTHON=${FF_USE_PYTHON} BUILD_LEGION_ONLY=${BUILD_LEGION_ONLY} FF_GASNET_CONDUIT=${FF_GASNET_CONDUIT} UCX_DIR=${UCX_DIR} FF_LEGION_NETWORKS=${FF_LEGION_NETWORKS} FF_BUILD_TRAINING_EXAMPLES=${FF_BUILD_TRAINING_EXAMPLES} FF_BUILD_INFERENCE=${FF_BUILD_INFERENCE} FF_BUILD_UNIT_TESTS=${FF_BUILD_UNIT_TESTS} FF_USE_PREBUILT_NCCL=${FF_USE_PREBUILT_NCCL} FF_USE_PREBUILT_LEGION=${FF_USE_PREBUILT_LEGION} FF_USE_ALL_PREBUILT_LIBRARIES=${FF_USE_ALL_PREBUILT_LIBRARIES} FF_USE_AVX2=${FF_USE_AVX2} FF_MAX_DIM=${FF_MAX_DIM} ROCM_PATH=${ROCM_PATH} FF_GPU_BACKEND=${FF_GPU_BACKEND} INSTALL_DIR=${INSTALL_DIR}" + BUILD_CONFIGS="FF_CUDA_ARCH=${FF_CUDA_ARCH} FF_HIP_ARCH=${FF_HIP_ARCH} CUDA_DIR=${CUDA_DIR} CUDNN_DIR=${CUDNN_DIR} CUBLAS_DIR=${CUBLAS_DIR} CURAND_DIR=${CURAND_DIR} NCCL_DIR=${NCCL_DIR} FF_USE_PYTHON=${FF_USE_PYTHON} BUILD_LEGION_ONLY=${BUILD_LEGION_ONLY} FF_GASNET_CONDUIT=${FF_GASNET_CONDUIT} UCX_DIR=${UCX_DIR} FF_LEGION_NETWORKS=${FF_LEGION_NETWORKS} FF_BUILD_INFERENCE=${FF_BUILD_INFERENCE} FF_USE_PREBUILT_NCCL=${FF_USE_PREBUILT_NCCL} FF_USE_PREBUILT_LEGION=${FF_USE_PREBUILT_LEGION} FF_USE_ALL_PREBUILT_LIBRARIES=${FF_USE_ALL_PREBUILT_LIBRARIES} FF_USE_AVX2=${FF_USE_AVX2} FF_MAX_DIM=${FF_MAX_DIM} ROCM_PATH=${ROCM_PATH} FF_GPU_BACKEND=${FF_GPU_BACKEND} INSTALL_DIR=${INSTALL_DIR}" } if [[ -n "$1" && ( "$1" == "CMAKE_FLAGS" || "$1" == "CUDA_PATH" ) ]]; then From 9edcf68cdd34a95448b392d23e1e9707d3094551 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Sun, 19 Jan 2025 21:55:43 +0000 Subject: [PATCH 06/18] fix --- .github/workflows/build.yml | 11 ----------- 1 file changed, 11 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index dfc1c3347..4e405f209 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -105,17 +105,6 @@ jobs: sudo make install sudo ldconfig - - name: Run C++ unit tests - if: ${{ matrix.gpu_backend == 'cuda' }} - run: | - export CUDNN_DIR="$CUDA_PATH" - export CUDA_DIR="$CUDA_PATH" - export LD_LIBRARY_PATH="$CUDA_PATH/lib64/stubs:$LD_LIBRARY_PATH" - export FF_HOME=$(pwd) - sudo ln -s "$CUDA_PATH/lib64/stubs/libcuda.so" "$CUDA_PATH/lib64/stubs/libcuda.so.1" - cd build - ./tests/unit/unit-test - - name: Check availability of flexflow modules in Python run: | if [[ "${FF_GPU_BACKEND}" == "cuda" ]]; then From 5c57157552a50e20d2693b401f81feb3052a362c Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Mon, 3 Feb 2025 02:52:35 +0000 Subject: [PATCH 07/18] update --- docker/flexflow-environment/Dockerfile | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index 1160daac8..605aee0ee 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -130,5 +130,31 @@ RUN pip3 install streamlit # Install Rust RUN curl https://sh.rustup.rs -sSf | sh -s -- -y ENV PATH /root/.cargo/bin:$PATH +# RUN ln -s /opt/conda /opt/saturncloud +# RUN sudo apt update -y && sudo apt install -y openssh-server openssh-client +# # Make a user called jovyan with uid=1000 and their home directory created +# RUN useradd -m -u 1000 -s /bin/bash jovyan +# # Enable passwordless sudo for all users +# RUN echo "ALL ALL=(ALL) NOPASSWD: ALL" >> /etc/sudoers +# RUN sudo useradd --uid 1000 --create-home --home-dir /home/jovyan --shell /bin/bash jovyan +# RUN sudo passwd -d jovyan + +# Install sshd +RUN apt-get update && apt-get install -y openssh-server + +# Symlink conda folder to /opt/saturncloud +RUN ln -s /opt/conda /opt/saturncloud + +# Create the jovyan user with UID 1000 +RUN useradd -m -u 1000 -s /bin/bash jovyan +# Add jovyan to the sudo group +RUN usermod -aG sudo jovyan +# Configure passwordless sudo for jovyan +RUN echo "jovyan ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/jovyan && \ + chmod 440 /etc/sudoers.d/jovyan +# Set user to jovyan for subsequent commands (optional) +USER jovyan +# Set working directory (optional) +WORKDIR /home/jovyan ENTRYPOINT ["/bin/bash"] From 011b9ef33a46662fa598b50b088658d981f79989 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 04:58:43 +0000 Subject: [PATCH 08/18] update ubuntu in ci --- .github/workflows/build.yml | 2 +- .github/workflows/docker-build.yml | 6 +++--- .github/workflows/pip-deploy.yml | 2 +- .github/workflows/pip-install.yml | 2 +- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index e23d9e5fb..bec19f4f1 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -12,7 +12,7 @@ concurrency: jobs: cmake-build: name: Build FlexFlow Serve - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest defaults: run: shell: bash -l {0} # required to use an activated conda environment diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml index 757689d22..acc0db57c 100644 --- a/.github/workflows/docker-build.yml +++ b/.github/workflows/docker-build.yml @@ -14,7 +14,7 @@ concurrency: jobs: docker-build-rocm: name: Build and Install FlexFlow in a Docker Container (ROCm backend) - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest if: ${{ ( github.event_name != 'push' && github.event_name != 'schedule' && github.event_name != 'workflow_dispatch' ) || github.ref_name != 'inference' }} env: FF_GPU_BACKEND: "hip_rocm" @@ -69,7 +69,7 @@ jobs: docker-build-cuda: name: Build and Install FlexFlow in a Docker Container (CUDA backend) - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest strategy: matrix: cuda_version: ["11.8", "12.0", "12.1", "12.2"] @@ -119,7 +119,7 @@ jobs: notify-slack: name: Notify Slack in case of failure - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest needs: [docker-build-cuda, docker-build-and-publish-rocm] if: ${{ failure() && github.repository_owner == 'flexflow' && ( github.event_name == 'push' || github.event_name == 'workflow_dispatch' ) && github.ref_name == 'inference' }} steps: diff --git a/.github/workflows/pip-deploy.yml b/.github/workflows/pip-deploy.yml index 5558e51e3..19f03219b 100644 --- a/.github/workflows/pip-deploy.yml +++ b/.github/workflows/pip-deploy.yml @@ -9,7 +9,7 @@ concurrency: jobs: build-n-publish: name: Build and publish Python 🐍 distributions 📦 to PyPI and TestPyPI - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest permissions: # IMPORTANT: this permission is mandatory for trusted publishing id-token: write diff --git a/.github/workflows/pip-install.yml b/.github/workflows/pip-install.yml index f348bfe5e..e0c12f8d9 100644 --- a/.github/workflows/pip-install.yml +++ b/.github/workflows/pip-install.yml @@ -13,7 +13,7 @@ concurrency: jobs: pip-install-flexflow: name: Install FlexFlow with pip - runs-on: ubuntu-20.04 + runs-on: ubuntu-latest defaults: run: shell: bash -l {0} # required to use an activated conda environment From 7289f0a52477a986e1fb243be4a92ee5abf5c13c Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:08:22 +0000 Subject: [PATCH 09/18] update --- .../workflows/helpers/install_dependencies.sh | 15 ++++++++++++++- conda/flexflow.yml | 16 ++++++++-------- docker/flexflow-environment/Dockerfile | 14 ++++++++++---- requirements.txt | 16 ++++++++-------- 4 files changed, 40 insertions(+), 21 deletions(-) diff --git a/.github/workflows/helpers/install_dependencies.sh b/.github/workflows/helpers/install_dependencies.sh index 9d07ea71f..2c45858c3 100755 --- a/.github/workflows/helpers/install_dependencies.sh +++ b/.github/workflows/helpers/install_dependencies.sh @@ -40,7 +40,20 @@ if [[ "$FF_GPU_BACKEND" == "hip_cuda" || "$FF_GPU_BACKEND" = "hip_rocm" ]]; then elif [ "$hip_version" = "5.5" ]; then AMD_GPU_SCRIPT_NAME=amdgpu-install_5.5.50500-1_all.deb fi - AMD_GPU_SCRIPT_URL="https://repo.radeon.com/amdgpu-install/${hip_version}/ubuntu/focal/${AMD_GPU_SCRIPT_NAME}" + # Detect Ubuntu version + UBUNTU_VERSION=$(lsb_release -rs) + if [[ "$UBUNTU_VERSION" == "20.04" ]]; then + UBUNTU_CODENAME="focal" + elif [[ "$UBUNTU_VERSION" == "22.04" ]]; then + UBUNTU_CODENAME="jammy" + elif [[ "$UBUNTU_VERSION" == "24.04" ]]; then + UBUNTU_CODENAME="jammy" + else + echo "Unsupported Ubuntu version: $UBUNTU_VERSION" + exit 1 + fi + + AMD_GPU_SCRIPT_URL="https://repo.radeon.com/amdgpu-install/${hip_version}/ubuntu/${UBUNTU_CODENAME}/${AMD_GPU_SCRIPT_NAME}" # Download and install AMD GPU software with ROCM and HIP support wget "$AMD_GPU_SCRIPT_URL" sudo apt-get install -y ./${AMD_GPU_SCRIPT_NAME} diff --git a/conda/flexflow.yml b/conda/flexflow.yml index d457684d0..e55dc64a3 100644 --- a/conda/flexflow.yml +++ b/conda/flexflow.yml @@ -3,8 +3,8 @@ channels: - defaults - conda-forge dependencies: - - python>=3.6,<3.12 - - cffi>=1.11.0 + - python + - cffi - Pillow - rust - cmake-build-extension @@ -12,12 +12,12 @@ dependencies: - pytest - pip - pip: - - qualname>=0.1.0 - - keras_preprocessing>=1.1.2 - - numpy>=1.16.0 - - torch>=1.13.1 - - torchaudio>=0.13.1 - - torchvision>=0.14.1 + - qualname + - keras_preprocessing + - numpy + - torch + - torchaudio + - torchvision - regex - onnx - transformers>=4.47.1 diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index 25c45646f..0cb0b171e 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -19,9 +19,9 @@ RUN apt-get update && apt-get install -y --no-install-recommends wget sudo binut # Install Python3 with Miniconda ARG python_version "latest" -#RUN MINICONDA_SCRIPT_NAME=Miniconda3-latest-Linux-x86_64.sh; \ -RUN MINICONDA_SCRIPT_NAME=Miniconda3-py311_23.5.2-0-Linux-x86_64.sh; \ - if [ "$python_version" != "3.8" ] && [ "$python_version" != "3.9" ] && [ "$python_version" != "3.10" ] && [ "$python_version" != "3.11" ] && [ "$python_version" != "latest" ]; then \ +RUN MINICONDA_SCRIPT_NAME=Miniconda3-latest-Linux-x86_64.sh; \ +# RUN MINICONDA_SCRIPT_NAME=Miniconda3-py311_23.5.2-0-Linux-x86_64.sh; \ + if [ "$python_version" != "3.8" ] && [ "$python_version" != "3.9" ] && [ "$python_version" != "3.10" ] && [ "$python_version" != "3.11" ] && [ "$python_version" != "3.12" ] && [ "$python_version" != "latest" ]; then \ echo "python_version '${python_version}' is not supported, please choose among {3.8, 3.9, 3.10, 3.11 or latest (default)}"; \ exit 1; \ fi; \ @@ -33,6 +33,11 @@ RUN MINICONDA_SCRIPT_NAME=Miniconda3-py311_23.5.2-0-Linux-x86_64.sh; \ MINICONDA_SCRIPT_NAME=Miniconda3-py310_23.5.2-0-Linux-x86_64.sh; \ elif [ "${python_version}" = "3.11" ]; then \ MINICONDA_SCRIPT_NAME=Miniconda3-py311_23.5.2-0-Linux-x86_64.sh; \ + elif [ "${python_version}" = "3.12" ]; then \ + MINICONDA_SCRIPT_NAME=Miniconda3-py312_25.1.1-2-Linux-x86_64.sh; \ + fi; \ + elif [ "${python_version}" = "latest" ]; then \ + MINICONDA_SCRIPT_NAME=Miniconda3-latest-Linux-x86_64.sh; \ fi; \ wget -c -q https://repo.continuum.io/miniconda/${MINICONDA_SCRIPT_NAME} && \ mv ./${MINICONDA_SCRIPT_NAME} ~/${MINICONDA_SCRIPT_NAME} && \ @@ -93,7 +98,8 @@ RUN if [ "$FF_GPU_BACKEND" = "hip_cuda" ] || [ "$FF_GPU_BACKEND" = "hip_rocm" ] elif [ "$hip_version" = "5.5" ]; then \ AMD_GPU_SCRIPT_NAME=amdgpu-install_5.5.50500-1_all.deb; \ fi; \ - AMD_GPU_SCRIPT_URL="https://repo.radeon.com/amdgpu-install/${hip_version}/ubuntu/focal/${AMD_GPU_SCRIPT_NAME}"; \ + ubuntu_codename=$(lsb_release -cs); \ + AMD_GPU_SCRIPT_URL="https://repo.radeon.com/amdgpu-install/${hip_version}/ubuntu/${ubuntu_codename}/${AMD_GPU_SCRIPT_NAME}"; \ # Download and install AMD GPU software with ROCM and HIP support wget $AMD_GPU_SCRIPT_URL; \ apt-get install -y ./${AMD_GPU_SCRIPT_NAME}; \ diff --git a/requirements.txt b/requirements.txt index 34d0a39bf..ea363a1cb 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,17 +1,17 @@ -cffi>=1.11.0 -numpy>=1.16.0 -qualname>=0.1.0 -keras_preprocessing>=1.1.2 +cffi +numpy +qualname +keras_preprocessing Pillow cmake-build-extension ninja requests regex -torch>=1.13.1 -torchaudio>=0.13.1 -torchvision>=0.14.1 +torch +torchaudio +torchvision onnx -transformers>=4.47.1 +transformers sentencepiece einops pip From a9df17ebc847e87d3736a7b658bbca4ac0fd652a Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:11:36 +0000 Subject: [PATCH 10/18] update install nccl script --- .github/workflows/helpers/install_nccl.sh | 47 +++-------------------- 1 file changed, 5 insertions(+), 42 deletions(-) diff --git a/.github/workflows/helpers/install_nccl.sh b/.github/workflows/helpers/install_nccl.sh index ae6793ea2..be8f6b13e 100755 --- a/.github/workflows/helpers/install_nccl.sh +++ b/.github/workflows/helpers/install_nccl.sh @@ -5,47 +5,10 @@ set -x # Cd into directory holding this script cd "${BASH_SOURCE[0]%/*}" -# Add NCCL key ring ubuntu_version=$(lsb_release -rs) ubuntu_version=${ubuntu_version//./} -wget "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb" -sudo dpkg -i cuda-keyring_1.1-1_all.deb -sudo apt update -y -rm -f cuda-keyring_1.1-1_all.deb - -# Install NCCL -cuda_version=${1:-12.1.1} -cuda_version=$(echo "${cuda_version}" | cut -f1,2 -d'.') -echo "Installing NCCL for CUDA version: ${cuda_version} ..." - -# We need to run a different install command based on the CUDA version, otherwise running `sudo apt install libnccl2 libnccl-dev` -# will automatically upgrade CUDA to the latest version. - -if [[ "$cuda_version" == "11.0" ]]; then - sudo apt install libnccl2=2.15.5-1+cuda11.0 libnccl-dev=2.15.5-1+cuda11.0 -elif [[ "$cuda_version" == "11.1" ]]; then - sudo apt install libnccl2=2.8.4-1+cuda11.1 libnccl-dev=2.8.4-1+cuda11.1 -elif [[ "$cuda_version" == "11.2" ]]; then - sudo apt install libnccl2=2.8.4-1+cuda11.2 libnccl-dev=2.8.4-1+cuda11.2 -elif [[ "$cuda_version" == "11.3" ]]; then - sudo apt install libnccl2=2.9.9-1+cuda11.3 libnccl-dev=2.9.9-1+cuda11.3 -elif [[ "$cuda_version" == "11.4" ]]; then - sudo apt install libnccl2=2.11.4-1+cuda11.4 libnccl-dev=2.11.4-1+cuda11.4 -elif [[ "$cuda_version" == "11.5" ]]; then - sudo apt install libnccl2=2.11.4-1+cuda11.5 libnccl-dev=2.11.4-1+cuda11.5 -elif [[ "$cuda_version" == "11.6" ]]; then - sudo apt install libnccl2=2.12.12-1+cuda11.6 libnccl-dev=2.12.12-1+cuda11.6 -elif [[ "$cuda_version" == "11.7" ]]; then - sudo apt install libnccl2=2.14.3-1+cuda11.7 libnccl-dev=2.14.3-1+cuda11.7 -elif [[ "$cuda_version" == "11.8" ]]; then - sudo apt install libnccl2=2.16.5-1+cuda11.8 libnccl-dev=2.16.5-1+cuda11.8 -elif [[ "$cuda_version" == "12.0" ]]; then - sudo apt install libnccl2=2.18.3-1+cuda12.0 libnccl-dev=2.18.3-1+cuda12.0 -elif [[ "$cuda_version" == "12.1" ]]; then - sudo apt install libnccl2=2.18.3-1+cuda12.1 libnccl-dev=2.18.3-1+cuda12.1 -elif [[ "$cuda_version" == "12.2" ]]; then - sudo apt install libnccl2=2.18.3-1+cuda12.2 libnccl-dev=2.18.3-1+cuda12.2 -else - echo "Installing NCCL for CUDA version ${cuda_version} is not supported" - exit 1 -fi +wget "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.0-1_all.deb" +DEBIAN_FRONTEND=noninteractive dpkg -i cuda-keyring_1.0-1_all.deb +DEBIAN_FRONTEND=noninteractive apt-get update -y --allow-change-held-packages +rm -f cuda-keyring_1.0-1_all.deb +DEBIAN_FRONTEND=noninteractive apt install -y --allow-change-held-packages libnccl2 libnccl-dev From 387eeb220ac2e9360ca44c32a4e5abf78c80061c Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:22:26 +0000 Subject: [PATCH 11/18] update --- .github/workflows/helpers/install_cudnn.sh | 75 ++-------------------- 1 file changed, 7 insertions(+), 68 deletions(-) diff --git a/.github/workflows/helpers/install_cudnn.sh b/.github/workflows/helpers/install_cudnn.sh index 73b8e8841..91954387b 100755 --- a/.github/workflows/helpers/install_cudnn.sh +++ b/.github/workflows/helpers/install_cudnn.sh @@ -8,72 +8,11 @@ cd "${BASH_SOURCE[0]%/*}" ubuntu_version=$(lsb_release -rs) ubuntu_version=${ubuntu_version//./} -# Install CUDNN -cuda_version=${1:-12.1.1} -cuda_version=$(echo "${cuda_version}" | cut -f1,2 -d'.') -echo "Installing CUDNN for CUDA version: ${cuda_version} ..." -CUDNN_LINK=http://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-11.1-linux-x64-v8.0.5.39.tgz -CUDNN_TARBALL_NAME=cudnn-11.1-linux-x64-v8.0.5.39.tgz -if [[ "$cuda_version" == "10.1" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-10.1-linux-x64-v8.0.5.39.tgz - CUDNN_TARBALL_NAME=cudnn-10.1-linux-x64-v8.0.5.39.tgz -elif [[ "$cuda_version" == "10.2" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-10.2-linux-x64-v8.0.5.39.tgz - CUDNN_TARBALL_NAME=cudnn-10.2-linux-x64-v8.0.5.39.tgz -elif [[ "$cuda_version" == "11.0" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-11.0-linux-x64-v8.0.5.39.tgz - CUDNN_TARBALL_NAME=cudnn-11.0-linux-x64-v8.0.5.39.tgz -elif [[ "$cuda_version" == "11.1" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.0.5/cudnn-11.1-linux-x64-v8.0.5.39.tgz - CUDNN_TARBALL_NAME=cudnn-11.1-linux-x64-v8.0.5.39.tgz -elif [[ "$cuda_version" == "11.2" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.1.1/cudnn-11.2-linux-x64-v8.1.1.33.tgz - CUDNN_TARBALL_NAME=cudnn-11.2-linux-x64-v8.1.1.33.tgz -elif [[ "$cuda_version" == "11.3" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.2.1/cudnn-11.3-linux-x64-v8.2.1.32.tgz - CUDNN_TARBALL_NAME=cudnn-11.3-linux-x64-v8.2.1.32.tgz -elif [[ "$cuda_version" == "11.4" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.2.4/cudnn-11.4-linux-x64-v8.2.4.15.tgz - CUDNN_TARBALL_NAME=cudnn-11.4-linux-x64-v8.2.4.15.tgz -elif [[ "$cuda_version" == "11.5" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.3.0/cudnn-11.5-linux-x64-v8.3.0.98.tgz - CUDNN_TARBALL_NAME=cudnn-11.5-linux-x64-v8.3.0.98.tgz -elif [[ "$cuda_version" == "11.6" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.4.0/local_installers/11.6/cudnn-linux-x86_64-8.4.0.27_cuda11.6-archive.tar.xz - CUDNN_TARBALL_NAME=cudnn-linux-x86_64-8.4.0.27_cuda11.6-archive.tar.xz -elif [[ "$cuda_version" == "11.7" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.5.0/local_installers/11.7/cudnn-linux-x86_64-8.5.0.96_cuda11-archive.tar.xz - CUDNN_TARBALL_NAME=cudnn-linux-x86_64-8.5.0.96_cuda11-archive.tar.xz -elif [[ "$cuda_version" == "11.8" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.7.0/local_installers/11.8/cudnn-linux-x86_64-8.7.0.84_cuda11-archive.tar.xz - CUDNN_TARBALL_NAME=cudnn-linux-x86_64-8.7.0.84_cuda11-archive.tar.xz -elif [[ "$cuda_version" == "12.0" || "$cuda_version" == "12.1" || "$cuda_version" == "12.2" || "$cuda_version" == "12.3" || "$cuda_version" == "12.4" || "$cuda_version" == "12.5" ]]; then - CUDNN_LINK=https://developer.download.nvidia.com/compute/redist/cudnn/v8.8.0/local_installers/12.0/cudnn-local-repo-ubuntu2004-8.8.0.121_1.0-1_amd64.deb - CUDNN_TARBALL_NAME=cudnn-local-repo-ubuntu2004-8.8.0.121_1.0-1_amd64.deb -else - echo "CUDNN support for CUDA version above 12.5 not yet added" - exit 1 -fi -wget -c -q $CUDNN_LINK -if [[ "$cuda_version" == "11.6" || "$cuda_version" == "11.7" || "$cuda_version" == "11.8" ]]; then - tar -xf $CUDNN_TARBALL_NAME -C ./ - CUDNN_EXTRACTED_TARBALL_NAME="${CUDNN_TARBALL_NAME::-7}" - sudo cp -r "$CUDNN_EXTRACTED_TARBALL_NAME"/include/* /usr/local/include - sudo cp -r "$CUDNN_EXTRACTED_TARBALL_NAME"/lib/* /usr/local/lib - rm -rf "$CUDNN_EXTRACTED_TARBALL_NAME" -elif [[ "$CUDNN_TARBALL_NAME" == *.deb ]]; then - wget -c -q "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb" - sudo dpkg -i cuda-keyring_1.1-1_all.deb - sudo apt update -y - rm -f cuda-keyring_1.1-1_all.deb - sudo dpkg -i $CUDNN_TARBALL_NAME - sudo cp /var/cudnn-local-repo-ubuntu2004-8.8.0.121/cudnn-local-A9E17745-keyring.gpg /usr/share/keyrings/ - sudo apt update -y - sudo apt install -y libcudnn8 - sudo apt install -y libcudnn8-dev - sudo apt install -y libcudnn8-samples -else - sudo tar -xzf $CUDNN_TARBALL_NAME -C /usr/local -fi -rm $CUDNN_TARBALL_NAME +wget -c -q https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb +sudo dpkg -i cuda-keyring_1.1-1_all.deb +sudo apt update -y +rm -f cuda-keyring_1.1-1_all.deb +sudo apt-get -y install libcudnn9-cuda-12 +sudo apt-get -y install libcudnn9-dev-cuda-12 +sudo apt-get -y install libcudnn9-samples sudo ldconfig From 416cb7ada7330c413dd670d6e37eba1679ecd025 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:28:01 +0000 Subject: [PATCH 12/18] fix --- docker/flexflow-environment/Dockerfile | 1 - 1 file changed, 1 deletion(-) diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index 0cb0b171e..87eabbdda 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -35,7 +35,6 @@ RUN MINICONDA_SCRIPT_NAME=Miniconda3-latest-Linux-x86_64.sh; \ MINICONDA_SCRIPT_NAME=Miniconda3-py311_23.5.2-0-Linux-x86_64.sh; \ elif [ "${python_version}" = "3.12" ]; then \ MINICONDA_SCRIPT_NAME=Miniconda3-py312_25.1.1-2-Linux-x86_64.sh; \ - fi; \ elif [ "${python_version}" = "latest" ]; then \ MINICONDA_SCRIPT_NAME=Miniconda3-latest-Linux-x86_64.sh; \ fi; \ From fb29b8f4d03001df1e29eef0839ddf65da54f70c Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:30:35 +0000 Subject: [PATCH 13/18] update --- .github/workflows/helpers/install_nccl.sh | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/.github/workflows/helpers/install_nccl.sh b/.github/workflows/helpers/install_nccl.sh index be8f6b13e..94e4621d4 100755 --- a/.github/workflows/helpers/install_nccl.sh +++ b/.github/workflows/helpers/install_nccl.sh @@ -7,8 +7,9 @@ cd "${BASH_SOURCE[0]%/*}" ubuntu_version=$(lsb_release -rs) ubuntu_version=${ubuntu_version//./} -wget "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.0-1_all.deb" -DEBIAN_FRONTEND=noninteractive dpkg -i cuda-keyring_1.0-1_all.deb -DEBIAN_FRONTEND=noninteractive apt-get update -y --allow-change-held-packages -rm -f cuda-keyring_1.0-1_all.deb -DEBIAN_FRONTEND=noninteractive apt install -y --allow-change-held-packages libnccl2 libnccl-dev +wget -c -q https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb +sudo dpkg -i cuda-keyring_1.1-1_all.deb +sudo apt update -y +rm -f cuda-keyring_1.1-1_all.deb +sudo apt-get update -y --allow-change-held-packages +sudo apt install -y --allow-change-held-packages libnccl2 libnccl-dev From 279889a1831eaa131f3d8825562090183e08785b Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:31:13 +0000 Subject: [PATCH 14/18] update --- .github/workflows/helpers/install_nccl.sh | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/.github/workflows/helpers/install_nccl.sh b/.github/workflows/helpers/install_nccl.sh index 94e4621d4..7aa1b7687 100755 --- a/.github/workflows/helpers/install_nccl.sh +++ b/.github/workflows/helpers/install_nccl.sh @@ -9,7 +9,6 @@ ubuntu_version=$(lsb_release -rs) ubuntu_version=${ubuntu_version//./} wget -c -q https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb sudo dpkg -i cuda-keyring_1.1-1_all.deb -sudo apt update -y -rm -f cuda-keyring_1.1-1_all.deb sudo apt-get update -y --allow-change-held-packages +rm -f cuda-keyring_1.1-1_all.deb sudo apt install -y --allow-change-held-packages libnccl2 libnccl-dev From 26b406cf5b460e606ed1c46230f9ae7ed2be1b13 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 05:32:06 +0000 Subject: [PATCH 15/18] update --- .github/workflows/helpers/install_cudnn.sh | 2 +- .github/workflows/helpers/install_nccl.sh | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/helpers/install_cudnn.sh b/.github/workflows/helpers/install_cudnn.sh index 91954387b..1e8038573 100755 --- a/.github/workflows/helpers/install_cudnn.sh +++ b/.github/workflows/helpers/install_cudnn.sh @@ -8,7 +8,7 @@ cd "${BASH_SOURCE[0]%/*}" ubuntu_version=$(lsb_release -rs) ubuntu_version=${ubuntu_version//./} -wget -c -q https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb +wget -c -q "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb" sudo dpkg -i cuda-keyring_1.1-1_all.deb sudo apt update -y rm -f cuda-keyring_1.1-1_all.deb diff --git a/.github/workflows/helpers/install_nccl.sh b/.github/workflows/helpers/install_nccl.sh index 7aa1b7687..306e5d699 100755 --- a/.github/workflows/helpers/install_nccl.sh +++ b/.github/workflows/helpers/install_nccl.sh @@ -7,7 +7,7 @@ cd "${BASH_SOURCE[0]%/*}" ubuntu_version=$(lsb_release -rs) ubuntu_version=${ubuntu_version//./} -wget -c -q https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb +wget -c -q "https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${ubuntu_version}/x86_64/cuda-keyring_1.1-1_all.deb" sudo dpkg -i cuda-keyring_1.1-1_all.deb sudo apt-get update -y --allow-change-held-packages rm -f cuda-keyring_1.1-1_all.deb From 1bbaf452ed32783c415cf835c9c85518a212585e Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 06:08:43 +0000 Subject: [PATCH 16/18] update --- .../workflows/helpers/install_dependencies.sh | 28 +++++++++---------- conda/flexflow.yml | 4 --- docker/flexflow-environment/Dockerfile | 4 +-- requirements.txt | 6 +--- 4 files changed, 17 insertions(+), 25 deletions(-) diff --git a/.github/workflows/helpers/install_dependencies.sh b/.github/workflows/helpers/install_dependencies.sh index 2c45858c3..ac52a80e1 100755 --- a/.github/workflows/helpers/install_dependencies.sh +++ b/.github/workflows/helpers/install_dependencies.sh @@ -61,20 +61,20 @@ if [[ "$FF_GPU_BACKEND" == "hip_cuda" || "$FF_GPU_BACKEND" = "hip_rocm" ]]; then sudo amdgpu-install -y --usecase=hip,rocm --no-dkms sudo apt-get install -y hip-dev hipblas miopen-hip rocm-hip-sdk rocm-device-libs - # Install protobuf v3.20.x manually - sudo apt-get update -y && sudo apt-get install -y pkg-config zip g++ zlib1g-dev unzip python autoconf automake libtool curl make - git clone -b 3.20.x https://github.com/protocolbuffers/protobuf.git - cd protobuf/ - git submodule update --init --recursive - ./autogen.sh - ./configure - cores_available=$(nproc --all) - n_build_cores=$(( cores_available -1 )) - if (( n_build_cores < 1 )) ; then n_build_cores=1 ; fi - make -j $n_build_cores - sudo make install - sudo ldconfig - cd .. + # # Install protobuf v3.20.x manually + # sudo apt-get update -y && sudo apt-get install -y pkg-config zip g++ zlib1g-dev unzip python autoconf automake libtool curl make + # git clone -b 3.20.x https://github.com/protocolbuffers/protobuf.git + # cd protobuf/ + # git submodule update --init --recursive + # ./autogen.sh + # ./configure + # cores_available=$(nproc --all) + # n_build_cores=$(( cores_available -1 )) + # if (( n_build_cores < 1 )) ; then n_build_cores=1 ; fi + # make -j $n_build_cores + # sudo make install + # sudo ldconfig + # cd .. else echo "FF_GPU_BACKEND: ${FF_GPU_BACKEND}. Skipping installing HIP dependencies" fi diff --git a/conda/flexflow.yml b/conda/flexflow.yml index e55dc64a3..7568ed648 100644 --- a/conda/flexflow.yml +++ b/conda/flexflow.yml @@ -5,21 +5,17 @@ channels: dependencies: - python - cffi - - Pillow - rust - cmake-build-extension - jq - pytest - pip - pip: - - qualname - - keras_preprocessing - numpy - torch - torchaudio - torchvision - regex - - onnx - transformers>=4.47.1 - sentencepiece - einops diff --git a/docker/flexflow-environment/Dockerfile b/docker/flexflow-environment/Dockerfile index 87eabbdda..a7203184d 100644 --- a/docker/flexflow-environment/Dockerfile +++ b/docker/flexflow-environment/Dockerfile @@ -106,14 +106,14 @@ RUN if [ "$FF_GPU_BACKEND" = "hip_cuda" ] || [ "$FF_GPU_BACKEND" = "hip_rocm" ] amdgpu-install -y --usecase=hip,rocm --no-dkms; \ apt-get install -y hip-dev hipblas miopen-hip rocm-hip-sdk rocm-device-libs; \ # Install protobuf dependencies - apt-get update -y && sudo apt-get install -y pkg-config zip g++ zlib1g-dev autoconf automake libtool make; \ + # apt-get update -y && sudo apt-get install -y pkg-config zip g++ zlib1g-dev autoconf automake libtool make; \ else \ echo "FF_GPU_BACKEND: ${FF_GPU_BACKEND}. Skipping installing HIP dependencies"; \ fi RUN rm -rf /var/lib/apt/lists/* # Install python packages and other dependencies -RUN conda install -c conda-forge cmake make pillow cmake-build-extension numpy pandas keras-preprocessing +RUN conda install -c conda-forge cmake make cmake-build-extension numpy pandas # Install Pytorch COPY docker/flexflow-environment/install_pytorch.sh /usr/local/bin/install_pytorch.sh RUN if [ "$FF_GPU_BACKEND" == "cuda" ] ; then \ diff --git a/requirements.txt b/requirements.txt index ea363a1cb..87e9b9695 100644 --- a/requirements.txt +++ b/requirements.txt @@ -1,8 +1,5 @@ cffi numpy -qualname -keras_preprocessing -Pillow cmake-build-extension ninja requests @@ -10,8 +7,7 @@ regex torch torchaudio torchvision -onnx -transformers +transformers>=4.47.1 sentencepiece einops pip From c658c220995d6408623618528d7811b08fd32dd1 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 15:33:39 +0000 Subject: [PATCH 17/18] update --- .github/workflows/build.yml | 2 +- .github/workflows/clang-format-check.yml | 2 +- .github/workflows/docker-build.yml | 6 +++--- .github/workflows/pip-deploy.yml | 2 +- .github/workflows/pip-install.yml | 2 +- .github/workflows/shell-check.yml | 2 +- 6 files changed, 8 insertions(+), 8 deletions(-) diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index bec19f4f1..a0e64b9d0 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -12,7 +12,7 @@ concurrency: jobs: cmake-build: name: Build FlexFlow Serve - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 defaults: run: shell: bash -l {0} # required to use an activated conda environment diff --git a/.github/workflows/clang-format-check.yml b/.github/workflows/clang-format-check.yml index 3af6ba664..3b2343079 100644 --- a/.github/workflows/clang-format-check.yml +++ b/.github/workflows/clang-format-check.yml @@ -3,7 +3,7 @@ on: [push, pull_request, workflow_dispatch] jobs: formatting-check: name: Formatting Check - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 strategy: matrix: path: diff --git a/.github/workflows/docker-build.yml b/.github/workflows/docker-build.yml index acc0db57c..ab50784b3 100644 --- a/.github/workflows/docker-build.yml +++ b/.github/workflows/docker-build.yml @@ -14,7 +14,7 @@ concurrency: jobs: docker-build-rocm: name: Build and Install FlexFlow in a Docker Container (ROCm backend) - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 if: ${{ ( github.event_name != 'push' && github.event_name != 'schedule' && github.event_name != 'workflow_dispatch' ) || github.ref_name != 'inference' }} env: FF_GPU_BACKEND: "hip_rocm" @@ -69,7 +69,7 @@ jobs: docker-build-cuda: name: Build and Install FlexFlow in a Docker Container (CUDA backend) - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 strategy: matrix: cuda_version: ["11.8", "12.0", "12.1", "12.2"] @@ -119,7 +119,7 @@ jobs: notify-slack: name: Notify Slack in case of failure - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 needs: [docker-build-cuda, docker-build-and-publish-rocm] if: ${{ failure() && github.repository_owner == 'flexflow' && ( github.event_name == 'push' || github.event_name == 'workflow_dispatch' ) && github.ref_name == 'inference' }} steps: diff --git a/.github/workflows/pip-deploy.yml b/.github/workflows/pip-deploy.yml index 19f03219b..37ea63705 100644 --- a/.github/workflows/pip-deploy.yml +++ b/.github/workflows/pip-deploy.yml @@ -9,7 +9,7 @@ concurrency: jobs: build-n-publish: name: Build and publish Python 🐍 distributions 📦 to PyPI and TestPyPI - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 permissions: # IMPORTANT: this permission is mandatory for trusted publishing id-token: write diff --git a/.github/workflows/pip-install.yml b/.github/workflows/pip-install.yml index e0c12f8d9..26a74f8db 100644 --- a/.github/workflows/pip-install.yml +++ b/.github/workflows/pip-install.yml @@ -13,7 +13,7 @@ concurrency: jobs: pip-install-flexflow: name: Install FlexFlow with pip - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 defaults: run: shell: bash -l {0} # required to use an activated conda environment diff --git a/.github/workflows/shell-check.yml b/.github/workflows/shell-check.yml index a825d63d9..f2e31429c 100644 --- a/.github/workflows/shell-check.yml +++ b/.github/workflows/shell-check.yml @@ -3,7 +3,7 @@ on: [push, pull_request, workflow_dispatch] jobs: shellcheck: name: Shellcheck - runs-on: ubuntu-latest + runs-on: ubuntu-22.04 steps: - uses: actions/checkout@v3 - name: Run ShellCheck From 8ca8df2f0360fb79ea86d2725ae7b96e58d4efe4 Mon Sep 17 00:00:00 2001 From: Gabriele Oliaro Date: Wed, 12 Feb 2025 21:48:06 +0000 Subject: [PATCH 18/18] fix --- config/config.inc | 35 +++++++++++++++++++++++++++++++++++ 1 file changed, 35 insertions(+) diff --git a/config/config.inc b/config/config.inc index 46b94756d..7bd29bcaf 100644 --- a/config/config.inc +++ b/config/config.inc @@ -116,6 +116,41 @@ elif [ "$FF_LEGION_NETWORKS" = "ucx" ]; then fi fi +# enable avx2 +if [ "$FF_USE_AVX2" = "ON" ]; then + SET_AVX2="-DFF_USE_AVX2=ON" +elif [ "$FF_USE_AVX2" = "OFF" ]; then + SET_AVX2="-DFF_USE_AVX2=OFF" +else + SET_AVX2="-DFF_USE_AVX2=OFF" +fi + +#set max dims +if [ -n "$FF_MAX_DIM" ]; then + SET_MAX_DIM="-DFF_MAX_DIM=${FF_MAX_DIM}" +fi + +#set LEGION_MAX_RETURN_SIZE +if [ -n "$LEGION_MAX_RETURN_SIZE" ]; then + SET_LEGION_MAX_RETURN_SIZE="-DLEGION_MAX_RETURN_SIZE=${LEGION_MAX_RETURN_SIZE}" +fi + +# set ROCM path +if [ -n "$ROCM_PATH" ]; then + SET_ROCM_PATH="-DROCM_PATH=${ROCM_PATH} -DHIP_ROOT_DIR=${ROCM_PATH}" +fi + +ADD_ROCM_TO_PATH="" + +# set GPU backend +if [ -n "$FF_GPU_BACKEND" ]; then + SET_FF_GPU_BACKEND="-DFF_GPU_BACKEND=${FF_GPU_BACKEND}" + + # cmake does not play nicely with overrides via `set()` of CMAKE_CXX_COMPILER and friends + # because it uses their values to setup the toolchain. + # see: https://gitlab.kitware.com/cmake/community/-/wikis/FAQ#how-do-i-use-a-different-compiler + # + # Ideally we would use the values internally to the cmake script, e.g. HIP_HIPCC_EXECUTABLE, # to set these values but this is a sufficient compromise. if [ "$FF_GPU_BACKEND" = "hip_cuda" ] || [ "$FF_GPU_BACKEND" = "hip_rocm" ]; then if [ -n "$SET_CXX" ]; then