{ "modelTopology": { "node": [ { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1536" }, { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" }, { "size": "1536" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", "op": "Const" }, { "input": [], "attr": { "dtype": { "type": 1 }, "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1536" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1" }, { "size": "1" }, { "size": "512" }, { "size": "1536" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1536" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "3" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1" }, { "size": "1" }, { "size": "512" }, { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1536" }, { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" }, { "size": "1536" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1536" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", "op": "Const" }, { "input": [], "attr": { "dtype": { "type": 1 }, "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [] } } } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "256" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", "op": "Const" }, { "input": [], "attr": { "dtype": { "type": 1 }, "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "256" } ] } } } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1" }, { "size": "1" }, { "size": "256" }, { "size": "768" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "768" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "3" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "4" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1" }, { "size": "1" }, { "size": "256" }, { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "8002" }, { "size": "256" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Embeddings_en", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "1" }, { "size": "128" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "256" }, { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 9, "tensorShape": { "dim": [] } } }, "dtype": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 9, "tensorShape": { "dim": [ { "size": "2" } ] } } }, "dtype": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", "op": "Const" }, { "input": [], "attr": { "dtype": { "type": 9 }, "shape": { "shape": { "dim": [ { "size": "-1" }, { "size": "2" } ] } } }, "name": "indices", "op": "Placeholder" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "2" } ] } } }, "dtype": { "type": 3 } }, "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "2" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "2" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 9, "tensorShape": { "dim": [] } } }, "dtype": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [ { "size": "1" } ] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", "op": "Const" }, { "input": [], "attr": { "dtype": { "type": 9 }, "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 9, "tensorShape": { "dim": [] } } } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" }, { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [ { "size": "512" } ] } } }, "dtype": { "type": 1 } }, "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 3, "tensorShape": { "dim": [] } } }, "dtype": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", "op": "Const" }, { "input": [], "attr": { "value": { "tensor": { "floatVal": [], "doubleVal": [], "intVal": [], "stringVal": [], "scomplexVal": [], "int64Val": [], "boolVal": [], "uint32Val": [], "uint64Val": [], "dtype": 1, "tensorShape": { "dim": [] } } }, "dtype": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", "op": "Const" }, { "input": [], "attr": { "shape": { "shape": { "dim": [ { "size": "-1" } ] } }, "dtype": { "type": 9 } }, "name": "values", "op": "Placeholder" }, { "input": [ "indices", "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" ], "attr": { "shrink_axis_mask": { "i": "2" }, "begin_mask": { "i": "1" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" }, "Index": { "type": 3 }, "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y" ], "attr": { "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less", "op": "Less" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less" ], "attr": { "T": { "type": 10 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", "op": "Where" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Where", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "T": { "type": 9 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", "op": "Reshape" }, { "input": [ "indices", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Taxis": { "type": 3 }, "Tindices": { "type": 9 }, "Tparams": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", "op": "GatherV2" }, { "input": [ "values", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Reshape", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tindices": { "type": 9 }, "Tparams": { "type": 9 }, "Taxis": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", "op": "Max" }, { "input": [ "module/Embeddings_en", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tindices": { "type": 9 }, "Tparams": { "type": 1 }, "Taxis": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Max", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like" ], "attr": { "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup" ], "attr": { "out_type": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Add" ], "attr": { "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", "op": "Maximum" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "shrink_axis_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" }, "T": { "type": 3 }, "Index": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Maximum", "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/GatherV2_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" ], "attr": { "Tindices": { "type": 9 }, "validate_indices": { "b": true }, "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", "op": "SparseToDense" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense", "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value" ], "attr": { "T": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater", "op": "Greater" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" ], "attr": {}, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot", "op": "LogicalNot" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" ], "attr": { "T": { "type": 10 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" ], "attr": { "T": { "type": 10 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", "op": "Where" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Greater" ], "attr": { "SrcT": { "type": 10 }, "Truncate": { "b": false }, "DstT": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", "op": "Cast" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/LogicalNot" ], "attr": { "DstT": { "type": 1 }, "SrcT": { "type": 10 }, "Truncate": { "b": false } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", "op": "Cast" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "N": { "i": "2" }, "Tidx": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where", "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2" ], "attr": { "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" }, "T": { "type": 9 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "2" }, "begin_mask": { "i": "1" }, "ellipsis_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Where" ], "attr": { "Truncate": { "b": false }, "DstT": { "type": 3 }, "SrcT": { "type": 9 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", "op": "Cast" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/ToInt32", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", "op": "Sum" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/ToFloat", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2" ], "attr": { "SrcT": { "type": 9 }, "Truncate": { "b": false }, "DstT": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", "op": "Cast" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", "module_apply_default/Encoder_en/KonaTransformer/Encode/embedding_lookup", "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/concat" ], "attr": { "T": { "type": 1 }, "Tindices": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", "op": "ScatterNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/MaskLength/Sum", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Maximum", "op": "Maximum" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ToFloat_2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", "op": "GatherNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Maximum" ], "attr": { "SrcT": { "type": 3 }, "Truncate": { "b": false }, "DstT": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", "op": "Cast" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "T": { "type": 1 }, "Tdim": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ToFloat_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", "op": "Sin" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/mul_2" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", "op": "Cos" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Sin", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/Cos", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "T": { "type": 1 }, "N": { "i": "2" }, "Tidx": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Gather/GatherNd", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/concat" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tidx": { "type": 3 }, "T": { "type": 3 }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/concat" ], "attr": { "Tindices": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd", "op": "ScatterNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Scatter/ScatterNd", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/Scatter/ScatterNd" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "T": { "type": 1 }, "Tidx": { "type": 3 }, "keep_dims": { "b": true } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", "op": "GatherNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", "op": "Sub" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Gather/GatherNd", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat" ], "attr": { "transpose_b": { "b": false }, "T": { "type": 1 }, "transpose_a": { "b": false } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", "op": "MatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", "op": "Square" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Square", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": true }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" }, "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "N": { "i": "2" }, "Tidx": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/dense/BiasAdd", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/concat" ], "attr": { "Tindices": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd", "op": "ScatterNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims", "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" ], "attr": { "dilations": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 }, "strides": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "data_format": { "s": [ 78, 72, 87, 67 ] }, "use_cudnn_on_gpu": { "b": true }, "padding": { "s": [ 86, 65, 76, 73, 68 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", "op": "Conv2D" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" ], "attr": { "squeeze_dims": { "list": { "s": [], "i": [ "2" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", "op": "Squeeze" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "Tlen": { "type": 3 }, "num_split": { "i": "3" }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", "op": "SplitV" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split" ], "attr": { "out_type": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "4" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" ], "attr": { "axis": { "i": "0" }, "N": { "i": "4" }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "4" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split:2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "T": { "type": 1 }, "Tperm": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "T": { "type": 1 }, "Tperm": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "T": { "type": 1 }, "Tperm": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/transpose", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_1/transpose" ], "attr": { "T": { "type": 1 }, "adj_x": { "b": false }, "adj_y": { "b": true } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", "op": "BatchMatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "T": { "type": 3 }, "Index": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", "op": "Slice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "N": { "i": "2" }, "Tidx": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", "op": "Softmax" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads_2/transpose" ], "attr": { "adj_x": { "b": false }, "adj_y": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", "op": "BatchMatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "T": { "type": 1 }, "Tperm": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose" ], "attr": { "out_type": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "Index": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" ], "attr": { "N": { "i": "3" }, "T": { "type": 3 }, "axis": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/transpose", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/ExpandDims_1", "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" ], "attr": { "padding": { "s": [ 86, 65, 76, 73, 68 ] }, "dilations": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 }, "strides": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "data_format": { "s": [ 78, 72, 87, 67 ] }, "use_cudnn_on_gpu": { "b": true } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", "op": "Conv2D" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" ], "attr": { "squeeze_dims": { "list": { "s": [], "i": [ "2" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", "op": "Squeeze" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Squeeze_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/AdjustResidualInput/Scatter/ScatterNd" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "T": { "type": 1 }, "Tidx": { "type": 3 }, "keep_dims": { "b": true } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", "op": "Sub" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", "op": "Square" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "T": { "type": 1 }, "Tidx": { "type": 3 }, "keep_dims": { "b": true } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", "op": "GatherNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Gather/GatherNd", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Taxis": { "type": 3 }, "Tindices": { "type": 3 }, "Tparams": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Shape", "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 3 }, "Taxis": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "T": { "type": 3 }, "Tidx": { "type": 3 }, "keep_dims": { "b": false } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "T": { "type": 3 }, "N": { "i": "2" }, "Tidx": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Prod_1" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/ExpandDims", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/stack" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" ], "attr": { "transpose_a": { "b": false }, "transpose_b": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", "op": "MatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/concat_2" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" ], "attr": { "data_format": { "s": [ 78, 72, 87, 67 ] }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/BiasAdd" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", "op": "Relu" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Taxis": { "type": 3 }, "Tindices": { "type": 3 }, "Tparams": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Shape", "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 3 }, "Taxis": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tidx": { "type": 3 }, "T": { "type": 3 }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Prod_1" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Relu", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/stack" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" ], "attr": { "transpose_a": { "b": false }, "transpose_b": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", "op": "MatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/concat_2" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/BiasAdd" ], "attr": { "T": { "type": 1 }, "squeeze_dims": { "list": { "s": [], "i": [ "0" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", "op": "Squeeze" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "shrink_axis_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" }, "Index": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "T": { "type": 3 }, "N": { "i": "2" }, "Tidx": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Squeeze", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/concat" ], "attr": { "Tindices": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", "op": "ScatterNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/Scatter/ScatterNd", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/layer_postprocess/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": true }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1", "op": "Sub" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", "op": "Square" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Square", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": true }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Mean_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/Rsqrt" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/mul_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims", "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0" ], "attr": { "dilations": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] }, "strides": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "use_cudnn_on_gpu": { "b": true }, "padding": { "s": [ 86, 65, 76, 73, 68 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", "op": "Conv2D" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/Conv2D", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/BiasAdd" ], "attr": { "squeeze_dims": { "list": { "s": [], "i": [ "2" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", "op": "Squeeze" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "T": { "type": 1 }, "Tlen": { "type": 3 }, "num_split": { "i": "3" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", "op": "SplitV" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split" ], "attr": { "out_type": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" ], "attr": { "axis": { "i": "0" }, "N": { "i": "4" }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "4" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "4" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split:2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "T": { "type": 1 }, "Tperm": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/split_last_dimension/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "Tperm": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/split_last_dimension/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "Tperm": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_1/transpose" ], "attr": { "adj_x": { "b": false }, "adj_y": { "b": true }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", "op": "BatchMatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add" ], "attr": { "out_type": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "T": { "type": 3 }, "Index": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", "op": "Slice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tidx": { "type": 3 }, "T": { "type": 3 }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/concat" ], "attr": { "Tshape": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Reshape" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", "op": "Softmax" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Softmax", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Shape_1" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/attention_weights", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads_2/transpose" ], "attr": { "adj_x": { "b": false }, "adj_y": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", "op": "BatchMatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/MatMul_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm" ], "attr": { "Tperm": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", "op": "Transpose" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "ellipsis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" }, "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/strided_slice_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "3" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/transpose", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims_1", "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0" ], "attr": { "dilations": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 }, "data_format": { "s": [ 78, 72, 87, 67 ] }, "strides": { "list": { "s": [], "i": [ "1", "1", "1", "1" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "use_cudnn_on_gpu": { "b": true }, "padding": { "s": [ 86, 65, 76, 73, 68 ] } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", "op": "Conv2D" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/Conv2D", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat" ], "attr": { "data_format": { "s": [ 78, 72, 87, 67 ] }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/BiasAdd" ], "attr": { "squeeze_dims": { "list": { "s": [], "i": [ "2" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", "op": "Squeeze" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Squeeze_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/layer_postprocess/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": true }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1", "op": "Sub" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", "op": "Square" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Square", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices" ], "attr": { "T": { "type": 1 }, "Tidx": { "type": 3 }, "keep_dims": { "b": true } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", "op": "Mean" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt", "op": "Rsqrt" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Rsqrt" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/sub_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/mul_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", "op": "GatherNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Gather/GatherNd", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tdim": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 3 }, "Taxis": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Shape", "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Taxis": { "type": 3 }, "Tindices": { "type": 3 }, "Tparams": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "T": { "type": 3 }, "Tidx": { "type": 3 }, "keep_dims": { "b": false } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "T": { "type": 3 }, "Tidx": { "type": 3 }, "keep_dims": { "b": false } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "T": { "type": 3 }, "N": { "i": "2" }, "Tidx": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Prod_1" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/ExpandDims", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/stack" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1" ], "attr": { "transpose_b": { "b": false }, "T": { "type": 1 }, "transpose_a": { "b": false } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", "op": "MatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/concat_2" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat" ], "attr": { "data_format": { "s": [ 78, 72, 87, 67 ] }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/BiasAdd" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", "op": "Relu" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Tindices": { "type": 3 }, "Tparams": { "type": 3 }, "Taxis": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Shape", "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "Taxis": { "type": 3 }, "Tindices": { "type": 3 }, "Tparams": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", "op": "GatherV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", "op": "Prod" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/GatherV2", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "T": { "type": 3 }, "N": { "i": "2" }, "Tidx": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Prod_1" ], "attr": { "T": { "type": 3 }, "axis": { "i": "0" }, "N": { "i": "2" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack", "op": "Pack" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Relu", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/stack" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1" ], "attr": { "transpose_a": { "b": false }, "transpose_b": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", "op": "MatMul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/MatMul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/concat_2" ], "attr": { "T": { "type": 1 }, "Tshape": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", "op": "Reshape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot", "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat" ], "attr": { "data_format": { "s": [ 78, 72, 87, 67 ] }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/BiasAdd" ], "attr": { "T": { "type": 1 }, "squeeze_dims": { "list": { "s": [], "i": [ "0" ], "f": [], "b": [], "type": [], "shape": [], "tensor": [], "func": [] } } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", "op": "Squeeze" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "Index": { "type": 3 }, "T": { "type": 3 }, "shrink_axis_mask": { "i": "0" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "1" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const" ], "attr": { "N": { "i": "2" }, "Tidx": { "type": 3 }, "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat", "op": "ConcatV2" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/StoreMask/ToInt32", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Squeeze", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/concat" ], "attr": { "Tindices": { "type": 3 }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", "op": "ScatterNd" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/ScatterNd", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/layer_postprocess/add" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", "op": "Add" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add" ], "attr": { "T": { "type": 1 }, "out_type": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Shape", "op": "Shape" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Shape", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack" ], "attr": { "T": { "type": 3 }, "Index": { "type": 3 }, "shrink_axis_mask": { "i": "1" }, "begin_mask": { "i": "0" }, "ellipsis_mask": { "i": "0" }, "new_axis_mask": { "i": "0" }, "end_mask": { "i": "0" } }, "name": "module_apply_default/Encoder_en/KonaTransformer/strided_slice", "op": "StridedSlice" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", "module_apply_default/Encoder_en/KonaTransformer/strided_slice", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tidx": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", "op": "Range" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Range", "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims" ], "attr": { "T": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less", "op": "Less" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Less" ], "attr": { "Truncate": { "b": false }, "DstT": { "type": 1 }, "SrcT": { "type": 10 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ToFloat", "op": "Cast" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/ToFloat", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim" ], "attr": { "T": { "type": 1 }, "Tdim": { "type": 3 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/ExpandDims", "op": "ExpandDims" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_postprocess/add", "module_apply_default/Encoder_en/KonaTransformer/ExpandDims" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/mul", "op": "Mul" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/mul", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/Sum", "op": "Sum" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/Sum", "module_apply_default/Encoder_en/KonaTransformer/ExpandDims_1" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/KonaTransformer/div", "op": "RealDiv" }, { "input": [ "module_apply_default/Encoder_en/KonaTransformer/div", "module/Encoder_en/hidden_layers/tanh_layer_0/weights" ], "attr": { "transpose_a": { "b": false }, "transpose_b": { "b": false }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", "op": "MatMul" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/MatMul", "module/Encoder_en/hidden_layers/tanh_layer_0/bias" ], "attr": { "data_format": { "s": [ 78, 72, 87, 67 ] }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd", "op": "BiasAdd" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/BiasAdd" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", "op": "Tanh" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", "op": "Square" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Square", "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim" ], "attr": { "Tidx": { "type": 3 }, "keep_dims": { "b": true }, "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", "op": "Sum" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Sum", "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum", "op": "Maximum" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt", "op": "Rsqrt" }, { "input": [ "module_apply_default/Encoder_en/hidden_layers/tanh_layer_0/Tanh", "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Rsqrt" ], "attr": { "T": { "type": 1 } }, "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize", "op": "Mul" } ], "library": { "function": [], "gradient": [] }, "versions": { "badConsumers": [] } }, "weightsManifest": [ { "paths": [ "group1-shard1of7", "group1-shard2of7", "group1-shard3of7", "group1-shard4of7", "group1-shard5of7", "group1-shard6of7", "group1-shard7of7" ], "weights": [ { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", "shape": [ 1536, 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", "shape": [ 512, 1536 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", "shape": [ 1536 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/mul/y", "shape": [], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", "shape": [ 1, 1, 512, 1536 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", "shape": [ 1536 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/Const", "shape": [ 3 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32" }, { "name": "module/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", "shape": [ 1, 1, 512, 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_1/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv2/Tensordot/Reshape_1", "shape": [ 1536, 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/FFN/conv1/Tensordot/Reshape_1", "shape": [ 512, 1536 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/Const_2", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv1/bias/ConcatPartitions/concat", "shape": [ 1536 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const_2", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/FFN/conv2/bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/BaseDotProductAttention/Slice/begin", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/mul/y", "shape": [], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/mul/y", "shape": [], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_scale/ConcatPartitions/concat", "shape": [ 256 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Cast/x", "shape": [], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/layer_prepostprocess/layer_norm/layer_norm_bias/ConcatPartitions/concat", "shape": [ 256 ], "dtype": "float32" }, { "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/kernel/part_0", "shape": [ 1, 1, 256, 768 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/qkv_transform_single/bias/ConcatPartitions/concat", "shape": [ 768 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/Const", "shape": [ 3 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/2", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/split_heads/split_last_dimension/Reshape/shape/3", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/split_heads/transpose/perm", "shape": [ 4 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/TransformerLayer/MultiheadAttention/combine_heads/combine_last_two_dimensions/Reshape/shape/2", "shape": [], "dtype": "int32" }, { "name": "module/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/kernel/part_0", "shape": [ 1, 1, 256, 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/MultiheadAttention/output_transform_single/bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module/Embeddings_en", "shape": [ 8002, 256 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/TimingSignal/ExpandDims_1", "shape": [ 1, 128 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/kernel/ConcatPartitions/concat", "shape": [ 256, 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/Layer_0/TransformerLayer/dense/bias/ConcatPartitions/concat", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv2/Tensordot/Const", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/add_1", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/Scatter/strided_slice/stack", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/ExpandDims/dim", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/ExpandDims/dim", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Const", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/ones_like", "shape": [ 2 ], "dtype": "int32" }, { "name": "ConstantFolding/module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/conv1/Tensordot/ListDiff-folded-0", "shape": [ 2 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_1", "shape": [ 2 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_0/AddTimingSignal/strided_slice_2/stack_2", "shape": [ 2 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/ClipToMaxLength/Less/y", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/FFN/layer_prepostprocess/layer_norm/Mean/reduction_indices", "shape": [ 1 ], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/SequenceMask/Const", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/SparseToDense/default_value", "shape": [], "dtype": "int32" }, { "name": "module/Encoder_en/hidden_layers/tanh_layer_0/weights", "shape": [ 512, 512 ], "dtype": "float32" }, { "name": "module/Encoder_en/hidden_layers/tanh_layer_0/bias", "shape": [ 512 ], "dtype": "float32" }, { "name": "module_apply_default/Encoder_en/KonaTransformer/Encode/TransformerStack/Layer_1/TransformerLayer/MultiheadAttention/DotProductAttention/attention_bias_ignore_padding/ExpandDims/dim", "shape": [], "dtype": "int32" }, { "name": "module_apply_default/Encoder_en/hidden_layers/l2_normalize/Maximum/y", "shape": [], "dtype": "float32" } ] } ] }